-- Logs begin at Mon 2022-02-21 08:45:11 UTC, end at Mon 2022-02-21 10:08:55 UTC. -- Feb 21 09:32:39.500684 dv-cinder-804735-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 09:32:42.508709 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.common.config [-] Logging enabled! Feb 21 09:32:42.509365 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 09:32:42.509558 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 09:32:42.512848 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.common.config [-] Logging enabled! Feb 21 09:32:42.513102 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 09:32:42.513413 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 09:32:42.514371 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:32:42.514607 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:32:42.514998 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:32:42.515243 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:32:42.515941 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:32:42.516273 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.516711 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 09:32:42.517028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.517330 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.517668 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.517971 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.518270 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.518551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.518840 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.519141 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.519431 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.519712 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.519999 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.520294 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.520579 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.520866 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.521150 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.521434 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] debug = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.521740 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.522178 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.522593 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.522872 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.523158 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.523537 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.523704 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.523979 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.524263 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.524611 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] host = dv-cinder-804735-19-iscsi {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.524887 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.525201 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.525486 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.525792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.526073 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.526350 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.526633 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.526909 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.527181 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] log_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.527452 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.527740 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.528024 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.528310 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.528534 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.528757 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.529044 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.529327 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.529620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.529898 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.530171 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.530444 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.530718 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.530985 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.531270 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.531552 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.531841 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.532115 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.532386 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.532657 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.532929 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.533210 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.533482 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.533799 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.534072 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.534356 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.534625 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.534907 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.535204 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.535485 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.535765 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.536048 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.536316 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.536595 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.536869 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.537139 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.537411 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] use_json = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.537705 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.537978 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.538257 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.538526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.538798 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.539069 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.539339 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.539619 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.539892 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:42.540187 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.540479 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.541444 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.541790 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.542083 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.542365 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.542659 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.542933 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.543222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.543510 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.543800 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.544081 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.544384 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.544672 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.544973 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.545279 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.545601 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.545894 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.546173 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.546449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.546721 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.546998 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.547287 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.547569 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.547858 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.548145 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.548426 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.548719 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.549002 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.549297 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.549614 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.549890 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.550170 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.550460 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.550740 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.551008 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.551284 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.551573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.551858 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.552129 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.552415 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.552686 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.552958 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.553228 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.553500 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.553808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.554083 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.554352 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.554622 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.554900 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.555165 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.555448 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.555723 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.555995 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.557005 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.557287 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.557583 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.557862 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.558143 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.558416 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.558697 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.558965 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.559235 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.559506 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.559778 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.560051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.560317 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.560585 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.560860 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.561129 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.561402 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.561698 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.561969 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.562243 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.562527 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.562826 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.563104 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.563381 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.563662 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.563937 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.564213 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.564492 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.564880 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.565166 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.565437 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.565752 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.566038 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.566325 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.566624 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.566900 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.567192 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.567467 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.567743 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.568026 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.568300 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.568575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.568858 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.569140 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.569431 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.569746 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.570040 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.570333 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.570624 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.570901 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.571210 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.571489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:42.571702 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:32:42.572148 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109697) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 09:32:42.949124 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 09:32:42.949396 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 09:32:42.949745 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 09:32:42.950249 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 09:32:43.289904 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.290205 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.290504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.292037 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.292310 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.292574 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.342378 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.342648 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.342911 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.357312 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.357615 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.357885 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.388649 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.389302 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.389608 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.429106 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.429425 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.429760 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.786587 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.787259 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.787259 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.787432 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.788058 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.888511 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.888824 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.889102 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.889389 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.889662 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.890001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.890227 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.890479 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.890737 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.891041 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.891269 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.891527 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.891787 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.892035 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.892284 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.892545 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.892798 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.893059 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.893324 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.893641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.893953 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.894237 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.894521 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.894895 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.895142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.895387 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.895786 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:43.896030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:43.896267 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:43.896503 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:43.896738 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:43.896971 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:43.897341 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 09:32:43.900651 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 09:32:43.904713 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 09:32:43.908615 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 21 09:32:43.910279 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 09:32:43.910751 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 09:32:43.911085 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 09:32:43.911466 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 09:32:43.914327 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 09:32:43.914576 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 09:32:43.914916 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 09:32:43.920926 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 09:32:43.944826 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 09:32:43.945289 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.945620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109697) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 09:32:43.945980 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.947397 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109697) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 09:32:43.947676 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 09:32:43.947922 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 09:32:43.951267 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:43.951542 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:44.015919 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 09:32:44.016156 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 09:32:44.016392 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 09:32:44.016773 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 09:32:44.038000 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_db.sqlalchemy.engines [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109697) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 09:32:44.565864 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing driver for type 'gre' Feb 21 09:32:44.566399 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] gre ID ranges: [(1, 1000)] Feb 21 09:32:44.731791 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing driver for type 'local' Feb 21 09:32:44.732259 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing driver for type 'vlan' Feb 21 09:32:44.811747 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] VlanTypeDriver initialization complete Feb 21 09:32:44.812413 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing driver for type 'vxlan' Feb 21 09:32:44.812635 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] vxlan ID ranges: [(1, 1000)] Feb 21 09:32:45.040290 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing extension driver 'port_security' Feb 21 09:32:45.040598 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.extensions.port_security [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] PortSecurityExtensionDriver initialization complete Feb 21 09:32:45.040938 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing mechanism driver 'openvswitch' Feb 21 09:32:45.041267 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing mechanism driver 'hyperv' Feb 21 09:32:45.048557 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.plugin [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:45.049455 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.049886 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.050273 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.050829 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:32:45.051294 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnet after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.051657 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnet after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.052004 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.052404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:32:45.052815 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.053167 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.053532 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.053930 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:32:45.054377 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > security_group after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.054767 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > security_group after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.055150 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.055588 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:32:45.056572 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.056933 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.057278 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.057747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:32:45.058193 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > address_group after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.058570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > address_group after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.058959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.059391 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:32:45.059842 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] ML2 OVO RPC backend initialized. {{(pid=109697) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 09:32:45.060641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.061025 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.061498 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.061924 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > networks before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.062325 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.062712 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > ports before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.063115 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnet before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.063476 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnets before_response 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.063832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.064177 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.064515 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.064857 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.065201 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.065559 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.065901 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnet after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.066240 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnet after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.066576 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.075368 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded quota_driver: . Feb 21 09:32:45.075774 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.plugin [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Modular L2 Plugin initialization complete Feb 21 09:32:45.076177 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading services supported by the core plugin {{(pid=109697) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 09:32:45.076570 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.plugins.ml2.managers [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Got port-security extension from driver 'port_security' Feb 21 09:32:45.077122 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.extensions.vlantransparent [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Disabled vlantransparent extension. Feb 21 09:32:45.077770 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109697) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 09:32:45.078167 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: router Feb 21 09:32:45.119831 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.120144 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router after_create 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.120493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router before_create 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.120861 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.121238 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.121627 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router after_delete 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.121997 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.122353 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.122720 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router after_create 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.123074 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router after_update 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.123422 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router after_update 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.123773 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.124138 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router after_update 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.124576 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_update 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.124952 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: port after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.125294 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: port after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.125668 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: subnet after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.126012 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.126361 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.126713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_create 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.127054 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: port before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.127399 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.127756 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router after_update 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.128103 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.128597 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_create 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.128970 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.129322 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_update 55549900 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.129719 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > agent after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.130082 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > agent after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.130733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > network after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.131740 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Tracking information for resource: router configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:45.132145 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Tracking information for resource: floatingip configured {{(pid=109697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:32:45.148449 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.db.l3_agentschedulers_db [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 09:32:45.149052 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: port after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.149421 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: port after_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.149918 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: port after_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.150272 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: port after_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.151093 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router before_create 55550100 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.151465 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.151831 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_create 55550100 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.152186 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > router precommit_update 55550100 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.157248 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.services.provider_configuration [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service providers = [] {{(pid=109697) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 09:32:45.157645 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.db.servicetype_db [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109697) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 09:32:45.160935 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.services.service_base [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:32:45.161348 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.services.service_base [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:32:45.161726 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.services.service_base [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:32:45.162644 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.services.service_base [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:32:45.163018 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.services.service_base [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 09:32:45.163409 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.163729 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 09:32:45.176719 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.177057 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: auto_allocate Feb 21 09:32:45.183891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: network precommit_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.184268 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: network precommit_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.184824 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.185140 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: tag Feb 21 09:32:45.192175 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.192630 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: timestamp Feb 21 09:32:45.196800 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.197848 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: network_ip_availability Feb 21 09:32:45.203032 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.203409 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.203764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.204513 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.204837 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: flavors Feb 21 09:32:45.209789 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.210124 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading Plugin: revisions Feb 21 09:32:45.214558 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:32:45.221894 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_concurrency.lockutils [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.265s {{(pid=109697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 09:32:45.221894 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109697) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 09:32:45.221894 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Initializing extension manager. Feb 21 09:32:45.221894 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: __init__.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.221894 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: __pycache__ {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.221894 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.221894 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: address_group.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.222466 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.222466 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: address-group Feb 21 09:32:45.222466 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: address_scope.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.222466 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.222466 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: address-scope Feb 21 09:32:45.222466 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.222914 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.222914 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: router-admin-state-down-before-update Feb 21 09:32:45.223150 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: agent.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.223849 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.224354 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: agent Feb 21 09:32:45.224677 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: agent_resources_synced.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.225615 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.226122 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: agent-resources-synced Feb 21 09:32:45.226449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: allowedaddresspairs.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.228432 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.228957 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: allowed-address-pairs Feb 21 09:32:45.229286 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: auto_allocated_topology.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.230429 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.230951 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: auto-allocated-topology Feb 21 09:32:45.231278 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: availability_zone.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.231974 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.232478 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: availability_zone Feb 21 09:32:45.232803 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: availability_zone_filter.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.233749 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.234259 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: availability_zone_filter Feb 21 09:32:45.234582 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: data_plane_status.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.235481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.235987 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 09:32:45.236308 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: default_subnetpools.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.237217 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.237808 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: default-subnetpools Feb 21 09:32:45.238133 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.238952 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.239457 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: dhcp_agent_scheduler Feb 21 09:32:45.239780 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: dns.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.240695 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.241200 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension dns-integration not supported by any of loaded plugins Feb 21 09:32:45.241545 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: dns_domain_ports.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.242458 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.242963 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 09:32:45.243478 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.251241 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.251749 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 09:32:45.252070 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: dvr.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.252746 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.253252 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: dvr Feb 21 09:32:45.253612 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: ecmp_routes.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.254538 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.255044 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 09:32:45.255632 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: empty_string_filtering.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.256575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.257083 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: empty-string-filtering Feb 21 09:32:45.257405 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.258340 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.258846 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 09:32:45.259765 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.260880 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.261390 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 09:32:45.261737 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: external_net.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.262648 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.263159 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: external-net Feb 21 09:32:45.263483 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.264402 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.264908 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: extra_dhcp_opt Feb 21 09:32:45.265229 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: extraroute.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.266162 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.266670 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: extraroute Feb 21 09:32:45.266991 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: extraroute_atomic.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.268036 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.268547 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: extraroute-atomic Feb 21 09:32:45.268869 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: filter_validation.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.269551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.270060 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: filter-validation Feb 21 09:32:45.270381 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: fip_pf_description.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.271277 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.271772 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 09:32:45.272091 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: fip_port_details.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.273217 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.273752 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: fip-port-details Feb 21 09:32:45.274077 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: flavors.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.275502 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.276009 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: flavors Feb 21 09:32:45.276335 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.278070 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.278596 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 09:32:45.278933 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: floatingip_pools.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.279630 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.280144 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: floatingip-pools Feb 21 09:32:45.280471 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: ip_allocation.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.281391 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.281928 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 09:32:45.282256 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.283166 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.283677 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: ip-substring-filtering Feb 21 09:32:45.284008 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l2_adjacency.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.284959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.285464 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 09:32:45.285816 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.286803 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.287320 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: router Feb 21 09:32:45.287649 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.289973 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.295515 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 09:32:45.295515 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.296356 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.296912 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: ext-gw-mode Feb 21 09:32:45.297255 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.298238 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.298766 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: l3-ha Feb 21 09:32:45.299102 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.300022 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.300531 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 09:32:45.300865 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3_flavors.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.301814 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.302330 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: l3-flavors Feb 21 09:32:45.302662 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.304085 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.304606 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 09:32:45.304939 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.305899 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.307010 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 09:32:45.307428 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: l3agentscheduler.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.308516 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.309030 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: l3_agent_scheduler Feb 21 09:32:45.309357 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: local_ip.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.311190 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.311718 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension local_ip not supported by any of loaded plugins Feb 21 09:32:45.312052 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: logging.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.315178 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.315711 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension logging not supported by any of loaded plugins Feb 21 09:32:45.316054 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: metering.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.316845 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.317406 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: metering Feb 21 09:32:45.317768 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.318871 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.319399 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: metering_source_and_destination_fields Feb 21 09:32:45.319727 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: multiprovidernet.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.320660 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.321176 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: multi-provider Feb 21 09:32:45.321546 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: netmtu.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.323024 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.323539 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: net-mtu Feb 21 09:32:45.323868 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: netmtu_writable.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.324791 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.325301 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: net-mtu-writable Feb 21 09:32:45.325667 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: network_availability_zone.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.326468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.326865 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: network_availability_zone Feb 21 09:32:45.327192 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: network_ip_availability.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.328345 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.328855 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: network-ip-availability Feb 21 09:32:45.329186 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: network_segment_range.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.330009 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.330521 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 09:32:45.330845 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: pagination.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.331838 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.332167 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: pagination Feb 21 09:32:45.332492 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: port_device_profile.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.333418 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.333963 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: port-device-profile Feb 21 09:32:45.334290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.335214 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.335725 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: port-mac-address-regenerate Feb 21 09:32:45.336073 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.336997 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.338171 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: port-numa-affinity-policy Feb 21 09:32:45.338496 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: port_resource_request.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.339426 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.339939 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 09:32:45.340267 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: port_resource_request_groups.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.341237 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.341774 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 09:32:45.342104 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: portbindings.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.343044 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.343553 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: binding Feb 21 09:32:45.343881 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: portbindings_extended.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.345194 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.345748 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: binding-extended Feb 21 09:32:45.346084 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: portsecurity.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.347005 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.347521 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: port-security Feb 21 09:32:45.347852 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: project_id.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.348835 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.349170 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: project-id Feb 21 09:32:45.349497 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: providernet.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.350441 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.350948 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: provider Feb 21 09:32:45.351274 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.354985 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.355510 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos not supported by any of loaded plugins Feb 21 09:32:45.355846 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.357109 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.357668 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 09:32:45.358008 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.358931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.359446 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 09:32:45.359777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_default.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.360695 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.361202 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-default not supported by any of loaded plugins Feb 21 09:32:45.361554 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_fip.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.362493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.363014 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-fip not supported by any of loaded plugins Feb 21 09:32:45.363341 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.364260 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.364771 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 09:32:45.365100 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_gateway_ip.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.366057 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.366566 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 09:32:45.366896 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_port_network_policy.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.367952 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.368472 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 09:32:45.368947 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.369937 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.370451 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 09:32:45.370781 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.371829 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.372340 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 09:32:45.372673 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_pps_rule.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.373899 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.374423 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-pps not supported by any of loaded plugins Feb 21 09:32:45.374754 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_rule_type_details.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.375676 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.376192 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 09:32:45.376518 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: qos_rules_alias.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.377611 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.378129 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 09:32:45.378492 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: quota_check_limit.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.379480 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.380038 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: quota-check-limit Feb 21 09:32:45.380657 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: quotasv2.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.381772 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.382136 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: quotas Feb 21 09:32:45.382495 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: quotasv2_detail.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.384974 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.385330 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: quota_details Feb 21 09:32:45.385731 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: rbac.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.386934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.387536 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: rbac-policies Feb 21 09:32:45.387911 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: rbac_address_group.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.388945 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.389565 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: rbac-address-group Feb 21 09:32:45.389944 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: rbac_address_scope.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.390960 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.391499 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: rbac-address-scope Feb 21 09:32:45.391868 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: rbac_security_groups.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.392880 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.393448 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: rbac-security-groups Feb 21 09:32:45.393830 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: rbac_subnetpool.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.394926 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.395486 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: rbac-subnetpool Feb 21 09:32:45.395853 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: revisionifmatch.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.396874 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.397432 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: revision-if-match Feb 21 09:32:45.397832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: revisions.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.399097 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.399666 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: standard-attr-revisions Feb 21 09:32:45.400579 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: router_availability_zone.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.401338 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.401901 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: router_availability_zone Feb 21 09:32:45.402239 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: routerservicetype.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.403225 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.403739 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension router-service-type not supported by any of loaded plugins Feb 21 09:32:45.404068 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.405043 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.407074 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: security-groups-normalized-cidr Feb 21 09:32:45.407409 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.408428 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.409149 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: port-security-groups-filtering Feb 21 09:32:45.409548 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.410577 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.411099 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: security-groups-remote-address-group Feb 21 09:32:45.411428 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.412365 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.412885 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: security-groups-shared-filtering Feb 21 09:32:45.413213 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.413846 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 09:32:45.414172 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: securitygroup.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.424388 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.424943 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: security-group Feb 21 09:32:45.425283 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: segment.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.426149 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.426661 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension segment not supported by any of loaded plugins Feb 21 09:32:45.426995 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.428012 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.428523 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 09:32:45.428855 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: servicetype.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.430023 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.430553 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: service-type Feb 21 09:32:45.430880 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: sorting.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.431930 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.432267 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: sorting Feb 21 09:32:45.432595 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: standard_attr_segment.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.433540 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.434084 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 09:32:45.434414 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: standardattrdescription.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.435090 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.435610 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: standard-attr-description Feb 21 09:32:45.435939 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: stateful_security_group.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.436897 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.437417 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: stateful-security-group Feb 21 09:32:45.438283 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: stdattrs_common.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.438368 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 09:32:45.438655 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.439598 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.440107 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 09:32:45.440430 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: subnet_onboard.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.441533 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.442067 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: subnet_onboard Feb 21 09:32:45.442397 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.443341 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.443855 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 09:32:45.444182 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: subnet_service_types.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.445108 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.445654 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: subnet-service-types Feb 21 09:32:45.445983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: subnetallocation.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.447607 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.448126 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: subnet_allocation Feb 21 09:32:45.448456 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.449132 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.449687 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: subnetpool-prefix-ops Feb 21 09:32:45.450018 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.450963 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.451474 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 09:32:45.451800 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: tagging.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.452926 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.453445 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: standard-attr-tag Feb 21 09:32:45.453801 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: timestamp.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.455039 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.455551 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loaded extension: standard-attr-timestamp Feb 21 09:32:45.455885 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: trunk.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.456923 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.457437 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension trunk not supported by any of loaded plugins Feb 21 09:32:45.457796 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: trunk_details.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.458719 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.459230 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension trunk-details not supported by any of loaded plugins Feb 21 09:32:45.459563 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: uplink_status_propagation.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.460497 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.461009 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 09:32:45.461338 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Loading extension file: vlantransparent.py {{(pid=109697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:32:45.462057 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:32:45.463188 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 09:32:45.465806 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:network Feb 21 09:32:45.466340 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:subnet Feb 21 09:32:45.466742 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:32:45.467142 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:port Feb 21 09:32:45.468417 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.468874 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service FLAVORS assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.469485 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.469943 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.470278 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:router Feb 21 09:32:45.470735 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 09:32:45.471228 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service METERING assigned prefix: /metering {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.472693 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.473067 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.473431 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:32:45.474520 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 09:32:45.474967 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:security_group Feb 21 09:32:45.475394 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 09:32:45.476017 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service CORE assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.476351 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:32:45.476711 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] subnetpool is already registered Feb 21 09:32:45.477137 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service CORE assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.477467 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:32:45.477829 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] subnetpool is already registered Feb 21 09:32:45.480386 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.480824 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service FLAVORS assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.481420 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.481872 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.482221 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:router Feb 21 09:32:45.482572 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] router is already registered Feb 21 09:32:45.482988 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 09:32:45.483328 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] floatingip is already registered Feb 21 09:32:45.483785 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service METERING assigned prefix: /metering {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.484467 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 09:32:45.484800 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] rbac_policy is already registered Feb 21 09:32:45.485216 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:security_group Feb 21 09:32:45.485578 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] security_group is already registered Feb 21 09:32:45.485987 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 09:32:45.486324 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] security_group_rule is already registered Feb 21 09:32:45.486965 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service CORE assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.487296 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:32:45.487633 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] subnetpool is already registered Feb 21 09:32:45.488053 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.v2.resource_helper [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Service CORE assigned prefix: {{(pid=109697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:32:45.488384 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:32:45.488718 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING neutron.quota.resource_registry [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] subnetpool is already registered Feb 21 09:32:45.489195 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: extensions {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.490774 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: address-groups {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.492301 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: address-scopes {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.493904 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: agents {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.495182 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: auto-allocated-topology {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.496480 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: availability_zones {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.497732 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: dhcp-networks {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.499343 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: dhcp-agents {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.500792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: routers {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.503052 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: flavors {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.504234 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: service_profiles {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.505732 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: next_providers {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.507189 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: service_profiles {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.508732 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: floatingip-pools {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.510638 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: routers {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.512797 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: floatingips {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.515251 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: l3-routers {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.516688 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: l3-agents {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.518204 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: metering-labels {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.519599 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: metering-label-rules {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.520931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: network-ip-availabilities {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.522251 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: bindings {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.523923 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: quotas {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.526393 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: quotas {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.527933 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: rbac-policies {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.529290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: security-groups {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.530577 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: security-group-rules {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.531886 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: service-providers {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.533117 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: subnetpools {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.534574 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: subnetpools {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.536048 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.537790 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.539676 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.541743 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.543554 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.545438 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.547244 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.549078 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.550887 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.552787 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron.api.extensions [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Extended resource: tags {{(pid=109697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:32:45.559095 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING keystonemiddleware.auth_token [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 09:32:45.563853 dv-cinder-804735-19-iscsi neutron-server[109697]: WARNING keystonemiddleware.auth_token [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 09:32:45.572969 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_concurrency.lockutils [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Acquired lock "singleton_lock" {{(pid=109697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 09:32:45.573450 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_concurrency.lockutils [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Releasing lock "singleton_lock" {{(pid=109697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 09:32:45.574149 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO oslo_service.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Starting 2 workers Feb 21 09:32:45.579306 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Started child 109840 {{(pid=109697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:32:45.583925 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Started child 109841 {{(pid=109697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:32:45.585647 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO neutron.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 09:32:45.586248 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:45.586527 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:45.588875 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [-] (109840) wsgi starting up on http://0.0.0.0:9696 Feb 21 09:32:45.589685 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO oslo_service.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Starting 1 workers Feb 21 09:32:45.591466 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:45.593348 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [-] (109841) wsgi starting up on http://0.0.0.0:9696 Feb 21 09:32:45.595037 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Started child 109842 {{(pid=109697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:32:45.595626 dv-cinder-804735-19-iscsi neutron-server[109697]: INFO oslo_service.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Starting 1 workers Feb 21 09:32:45.600091 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] calling RpcWorker wait() {{(pid=109842) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 09:32:45.600751 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Started child 109843 {{(pid=109697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:32:45.600859 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.service [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] returning from RpcWorker wait() {{(pid=109842) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 09:32:45.601094 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG neutron_lib.callbacks.manager [None req-13ff8aeb-2747-409b-b75f-d1490bbd4a49 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:45.602056 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:45.602528 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:45.603269 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 09:32:45.603588 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:32:45.603956 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:32:45.604182 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:32:45.604696 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:32:45.604857 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:32:45.605385 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.605709 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.605983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.606072 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:32:45.606620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.606620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.607099 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.607368 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.607626 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.607909 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.608172 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.608346 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.608507 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.608766 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.609059 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.609338 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.609628 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.609880 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.610131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.610363 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.610574 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.610860 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.611117 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.611395 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] debug = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.611636 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.612115 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.612420 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.612785 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.612955 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.613082 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.613304 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.613635 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.613884 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.614119 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.614342 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.615429 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.615429 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.615429 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.615429 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.616017 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.616017 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.616017 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.616464 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] host = dv-cinder-804735-19-iscsi {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.616681 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.616898 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.617157 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.617417 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.617684 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.617943 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.618192 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.618468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.618831 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.619050 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.619377 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.619525 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.619817 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.620134 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.620286 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_options = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.620516 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.620805 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.621077 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.621267 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.621439 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.621701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.621884 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.622050 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.622296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.622547 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.622764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.622999 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.623230 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.623476 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.623735 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.623967 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.624222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.624490 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.624700 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.624890 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.625086 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.625340 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.625596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.625813 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.626048 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.626267 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.626514 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.626744 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.626963 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.627216 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.627447 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.627759 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.627914 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.628157 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.628416 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.628646 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.628874 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.629189 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.629367 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.629888 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.629888 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.630884 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.630884 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.630884 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.631462 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.631462 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.631462 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_json = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.631756 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.631845 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.632029 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.632246 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.632467 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.632682 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.632901 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.633154 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.633350 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.633825 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.634583 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:45.634700 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.635138 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.635481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.635720 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.635968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.636225 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.636449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.636702 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.636932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.637265 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.637525 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.637843 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.638125 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.638399 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.638728 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.639012 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.639435 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.639967 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.640288 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.640288 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.640525 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.640760 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.641003 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.641393 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.641724 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.641889 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.642285 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.669764 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.670410 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671001 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.671671 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672296 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.672938 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.673891 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.674517 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675051 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.675570 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.676747 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677290 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.677864 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678404 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.678931 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679468 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.679983 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.680575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.681832 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.682398 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.682398 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.682575 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.682996 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.683257 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.683526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.683746 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.683970 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.684179 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.684559 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.684785 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.685023 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.685258 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.685501 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.685851 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.685974 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.686228 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.686467 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.686718 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.686935 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.687163 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.687380 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.687596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.687812 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.688023 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.688233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.688443 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.688685 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.688893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.689189 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.689433 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.689696 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.689949 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 51652) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:32:45.690046 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.690168 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.690437 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.690665 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.690875 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.691086 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.691307 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.691521 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.691754 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.692005 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.692216 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.692446 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.692667 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.692882 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.693112 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.693341 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.693583 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.693795 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.694036 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.694253 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.694461 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.694703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.694934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.695144 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.695363 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.695576 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.695790 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.696060 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.696273 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.696482 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.697297 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.698057 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.698057 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.698247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.698357 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.698742 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.699180 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.699452 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.699703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.699968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.700294 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.700501 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082293 Feb 21 09:32:45.700598 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.700973 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.701070 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.701239 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.701628 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.702041 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.702366 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.702670 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.702928 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.703873 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.703873 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.703873 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.704119 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.704209 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.704745 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.705094 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.705383 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.706941 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.707208 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.708254 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.708254 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.708254 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.708254 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.708554 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.708554 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.708835 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.709072 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.709299 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.709595 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.709787 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.710004 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.710238 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.710512 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.710708 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.710944 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.711074 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:32:45.711766 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 09:32:45.711950 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:32:45.712124 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:32:45.712846 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:32:45.713004 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:32:45.713144 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:32:45.713357 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.713538 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.713695 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.713833 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.713970 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.714183 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.714400 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.714903 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.714903 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.714903 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.715537 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.715537 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.715537 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.715537 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.715537 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.716179 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.716179 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.716179 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.716179 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.716447 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.716447 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.716577 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.717481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] debug = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.717481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.717481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.717481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.717481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.717481 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.719011 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] host = dv-cinder-804735-19-iscsi {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.720713 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.722233 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_options = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.723489 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.725594 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.725594 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.725594 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.725594 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.725594 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.725594 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.725594 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.726526 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.727359 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.728808 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730328 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_json = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.730994 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.732493 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.735604 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.736714 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.737777 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.740641 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.741222 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.744131 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.746169 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.747634 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748142 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.748706 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.751551 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752080 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752504 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.752934 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.753449 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756063 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.756932 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.759247 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.761030 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762153 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.762893 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.764968 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766028 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.766959 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.767807 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.769121 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.771792 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.772701 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.773596 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.775620 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.776733 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.777470 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.779530 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.780573 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.781703 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.786652 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.788878 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.788878 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:32:45.788878 dv-cinder-804735-19-iscsi neutron-server[109697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:32:45.801207 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:32:58.141165 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e03783-6517-4a0c-aaa2-903a431efb1f None None] get_active_networks_info from dv-cinder-804735-19-iscsi {{(pid=109842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 09:32:58.225388 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e03783-6517-4a0c-aaa2-903a431efb1f None None] No non-hosted networks {{(pid=109842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 09:32:58.247634 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.agentschedulers_db [None req-96e03783-6517-4a0c-aaa2-903a431efb1f None None] DHCP Agent not found on host dv-cinder-804735-19-iscsi {{(pid=109842) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 09:32:58.436937 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c67e-3f3f-45fb-b39a-0a3c80a4854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695575'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:00.569369 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7fba7ebb-cdfd-42ff-9161-1e36e261654b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695575'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:00.606328 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.db.api [None req-bc9693a9-5ae3-40d8-bc76-6daad90584d0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804735-19-iscsi {{(pid=109842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:33:00.607217 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG oslo_db.api [None req-bc9693a9-5ae3-40d8-bc76-6daad90584d0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:33:01.211926 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bc9693a9-5ae3-40d8-bc76-6daad90584d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:01.760702 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695575'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:03.434017 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695575'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:04.634629 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 51740) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:04.747951 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695575'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:04.750269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.750855 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.751678 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.752269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.752937 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.753471 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.754038 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.754951 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.755627 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.756472 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.757893 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.761246 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.761246 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:04.761246 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-19-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:04.768932 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-19-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:05.231251 dv-cinder-804735-19-iscsi neutron-server[109840]: WARNING oslo_policy.policy [None req-fc5e4cde-302c-4dad-ac14-4d62ecf0fd1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:05.231823 dv-cinder-804735-19-iscsi neutron-server[109840]: WARNING oslo_policy.policy [None req-fc5e4cde-302c-4dad-ac14-4d62ecf0fd1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:05.464873 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [None req-fc5e4cde-302c-4dad-ac14-4d62ecf0fd1f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:33:05.474801 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-fc5e4cde-302c-4dad-ac14-4d62ecf0fd1f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8298888 Feb 21 09:33:06.804033 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.db.l3_hamode_db [None req-40b329c1-afa8-4d37-9279-4673e093656c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 09:33:06.888226 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b329c1-afa8-4d37-9279-4673e093656c None None] Routers set() bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:33:06.888869 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b329c1-afa8-4d37-9279-4673e093656c None None] Router IDs set() for agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 09:33:08.150136 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51764) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:08.674673 dv-cinder-804735-19-iscsi neutron-server[109841]: WARNING oslo_policy.policy [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:08.675244 dv-cinder-804735-19-iscsi neutron-server[109841]: WARNING oslo_policy.policy [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:08.905312 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:33:08.999886 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.policy [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 09:33:09.044029 dv-cinder-804735-19-iscsi neutron-server[109841]: WARNING oslo_policy.policy [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:09.044414 dv-cinder-804735-19-iscsi neutron-server[109841]: WARNING oslo_policy.policy [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:09.207981 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770776399350', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770776399651', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770776270255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770776280102', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770776290306', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770776297791', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-626381', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1334670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-383479', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-486560'] for rbac-policy (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:09.402614 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:09.404283 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-87e18e8e-8da2-4507-86aa-5fc28e22d73d admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2515719 Feb 21 09:33:12.066387 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51780) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:12.432048 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:33:12.520349 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Made reservation on behalf of d8710af96b224efa9b1973da891ae2ab for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:33:12.524566 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:12.542481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:12.660424 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks [] for security_group (15dbc436-20b0-4030-bba6-784da5fdf7e7), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:12.730605 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (15dbc436-20b0-4030-bba6-784da5fdf7e7), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:12.755141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:33:12.791252 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770779504945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (2bfc2a51-f977-4905-ac6b-7d332084881a), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:12.791838 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Unsubscribe: segment precommit_create {{(pid=109841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 09:33:12.792366 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Added segment 2bfc2a51-f977-4905-ac6b-7d332084881a of type vlan for network 05088b6d-4520-4f8f-8d55-f20211c6935e Feb 21 09:33:12.809596 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=15dbc436-20b0-4030-bba6-784da5fdf7e7,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:12.861061 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.861421 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.861804 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.862144 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.862469 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.862793 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.863127 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.863451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.863771 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.864089 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.864412 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.864726 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.865035 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Tracked resource versions report: Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: pushed versions: Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: { 'AddressGroup': {'1.2'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'ConntrackHelper': {'1.0'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Log': {'1.0'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Network': {'1.1'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Port': {'1.7'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'PortForwarding': {'1.2'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'QosPolicy': {'1.10'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroup': {'1.5'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SubPort': {'1.0'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Subnet': {'1.1'}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Trunk': {'1.1'}} Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: consumer versions: Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'ConntrackHelper': '1.0', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'LocalIPAssociation': '1.0', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Log': '1.0', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Network': '1.1', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Port': '1.7', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'PortForwarding': '1.2', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'QosPolicy': '1.10', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroup': '1.5', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroupRule': '1.2', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SubPort': '1.0', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Subnet': '1.1', Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Trunk': '1.1'}} Feb 21 09:33:12.866454 dv-cinder-804735-19-iscsi neutron-server[109841]: {{(pid=109841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:33:12.911797 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (05088b6d-4520-4f8f-8d55-f20211c6935e), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:13.010877 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (05088b6d-4520-4f8f-8d55-f20211c6935e), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:13.016032 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:13.019993 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:13.133985 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] Pushing event updated for resources: {'Network': ['ID=05088b6d-4520-4f8f-8d55-f20211c6935e,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:13.146294 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 05088b6d-4520-4f8f-8d55-f20211c6935e details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:33:13.150836 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a2bb0de4-ca33-467f-a095-07cd2132788c demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0880268 Feb 21 09:33:15.762970 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51792) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:16.177379 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a7310-740b-4a4a-81b0-a9bfb47ccb52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:16.178797 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-9b2a7310-740b-4a4a-81b0-a9bfb47ccb52 demo admin] 10.222.0.60 "GET /v2.0/networks/05088b6d-4520-4f8f-8d55-f20211c6935e HTTP/1.1" status: 200 len: 825 time: 0.4148068 Feb 21 09:33:16.205190 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d8b7a44f-4be8-4e55-9b55-3c85025f0755 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/415165a1-6c83-4dfa-a5f6-52adf0573f04 HTTP/1.1" status: 200 len: 734 time: 0.0196741 Feb 21 09:33:16.214692 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '415165a1-6c83-4dfa-a5f6-52adf0573f04', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:33:16.296410 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Made reservation on behalf of d8710af96b224efa9b1973da891ae2ab for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:33:16.298746 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:16.651127 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (9c3479fb-00cc-48bb-9616-05d8df52400d), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:16.719739 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Pushing event updated for resources: {'Subnet': ['ID=9c3479fb-00cc-48bb-9616-05d8df52400d,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:16.726857 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Checking segment: {'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:33:16.727234 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Network hostable DHCP agents. Network: 05088b6d-4520-4f8f-8d55-f20211c6935e, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:33:16.827474 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Network 05088b6d-4520-4f8f-8d55-f20211c6935e is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:33:16.895706 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 05088b6d-4520-4f8f-8d55-f20211c6935e) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:16.900700 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:16.901295 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:16.906389 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0658020-d686-4d2d-910c-f8d451d39048 None None] Network 05088b6d-4520-4f8f-8d55-f20211c6935e requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:33:17.053314 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ea95384c-a556-4dc4-83b7-e27c0bfd839c demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8426955 Feb 21 09:33:17.302078 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-05088b6d-4520-4f8f-8d55-f20211c6935e', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e', 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'fixed_ips': [{'subnet_id': '9c3479fb-00cc-48bb-9616-05d8df52400d'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:33:17.303290 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:17.602697 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Allocated IP 172.20.0.2 (05088b6d-4520-4f8f-8d55-f20211c6935e/9c3479fb-00cc-48bb-9616-05d8df52400d/cec0d782-b26d-4939-a252-01dbeb257c0b) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:33:17.875457 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Publish callbacks [] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:17.988344 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:18.064420 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Network 05088b6d-4520-4f8f-8d55-f20211c6935e is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:33:18.069983 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:18.073420 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:33:18.089601 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Pushing event updated for resources: {'Port': ['ID=cec0d782-b26d-4939-a252-01dbeb257c0b,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:18.134194 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.134670 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.135068 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.135417 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.135759 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.136097 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.136447 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.136893 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.137235 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.137605 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.137944 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.138269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.138592 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Tracked resource versions report: Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: pushed versions: Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: { 'AddressGroup': {'1.2'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'ConntrackHelper': {'1.0'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Log': {'1.0'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Network': {'1.1'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Port': {'1.7'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'PortForwarding': {'1.2'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'QosPolicy': {'1.10'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroup': {'1.5'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SubPort': {'1.0'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Subnet': {'1.1'}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Trunk': {'1.1'}} Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: consumer versions: Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'ConntrackHelper': '1.0', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'LocalIPAssociation': '1.0', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Log': '1.0', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Network': '1.1', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Port': '1.7', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'PortForwarding': '1.2', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'QosPolicy': '1.10', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroup': '1.5', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroupRule': '1.2', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SubPort': '1.0', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Subnet': '1.1', Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Trunk': '1.1'}} Feb 21 09:33:18.139963 dv-cinder-804735-19-iscsi neutron-server[109842]: {{(pid=109842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:33:18.174415 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Attempting to bind port cec0d782-b26d-4939-a252-01dbeb257c0b on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:33:18.174825 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Attempting to bind port cec0d782-b26d-4939-a252-01dbeb257c0b by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:33:18.175253 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Attempting to bind port cec0d782-b26d-4939-a252-01dbeb257c0b on network 05088b6d-4520-4f8f-8d55-f20211c6935e {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:33:18.180371 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:33:18.180754 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Checking segment: {'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:33:18.181244 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:18.181665 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Bound using segment: {'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:33:18.182164 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Bound port: cec0d782-b26d-4939-a252-01dbeb257c0b, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:33:18.182560 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:18.248649 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] For port cec0d782-b26d-4939-a252-01dbeb257c0b, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:33:18.252920 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] For port cec0d782-b26d-4939-a252-01dbeb257c0b, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=cec0d782-b26d-4939-a252-01dbeb257c0b,segment=NetworkSegment(2bfc2a51-f977-4905-ac6b-7d332084881a),segment_id=2bfc2a51-f977-4905-ac6b-7d332084881a)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:33:18.342705 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:18.415416 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e1fb4-4322-4f42-ac75-7cb2cc519196 None None] Pushing event updated for resources: {'Port': ['ID=cec0d782-b26d-4939-a252-01dbeb257c0b,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:19.697426 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51800) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:20.030891 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [None req-07c2cad9-3fa5-44cc-8dfc-98fb7cb59760 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:33:20.031886 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-07c2cad9-3fa5-44cc-8dfc-98fb7cb59760 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3334947 Feb 21 09:33:22.670636 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51808) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:22.990259 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [None req-ca9f241e-0a99-4c8e-a47d-e9766b4c2e30 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:33:22.991256 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ca9f241e-0a99-4c8e-a47d-e9766b4c2e30 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196836 Feb 21 09:33:25.595192 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51816) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:25.921750 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-414b019e-99a9-4675-80df-a1bbc69135ba demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:33:26.027850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-414b019e-99a9-4675-80df-a1bbc69135ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (832a6371-d3c3-45f6-ac91-734f5ff7c413), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:26.029409 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-414b019e-99a9-4675-80df-a1bbc69135ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (832a6371-d3c3-45f6-ac91-734f5ff7c413), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:26.170835 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-414b019e-99a9-4675-80df-a1bbc69135ba demo demo] Publish callbacks [] for router_controller (832a6371-d3c3-45f6-ac91-734f5ff7c413), precommit_add_association {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:26.268406 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-414b019e-99a9-4675-80df-a1bbc69135ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (832a6371-d3c3-45f6-ac91-734f5ff7c413), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:26.343510 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-414b019e-99a9-4675-80df-a1bbc69135ba demo demo] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:26.344620 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-414b019e-99a9-4675-80df-a1bbc69135ba demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7484255 Feb 21 09:33:28.152536 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-54239eef-72e3-4096-b9e3-dfc16a1b544f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:28.935033 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 51828) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:29.266217 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [None req-258db12e-fe1a-4185-987b-a19d801f9fa2 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:33:29.267198 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-258db12e-fe1a-4185-987b-a19d801f9fa2 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3310361 Feb 21 09:33:29.568667 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device cec0d782-b26d-4939-a252-01dbeb257c0b up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:33:29.662680 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port cec0d782-b26d-4939-a252-01dbeb257c0b triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:29.663112 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:29.780393 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port cec0d782-b26d-4939-a252-01dbeb257c0b is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:29.780708 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:29.818763 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port cec0d782-b26d-4939-a252-01dbeb257c0b, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=cec0d782-b26d-4939-a252-01dbeb257c0b,segment=NetworkSegment(2bfc2a51-f977-4905-ac6b-7d332084881a),segment_id=2bfc2a51-f977-4905-ac6b-7d332084881a)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:29.861832 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:29.914935 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=cec0d782-b26d-4939-a252-01dbeb257c0b,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:30.002718 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851382a-8fa2-4802-8c8f-fdb07c20a421 None None] Network 05088b6d-4520-4f8f-8d55-f20211c6935e requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:33:30.061616 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-b8472d3b-6a90-4590-9973-b33d647b3401 None None] Provisioning complete for port cec0d782-b26d-4939-a252-01dbeb257c0b triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:30.061921 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b8472d3b-6a90-4590-9973-b33d647b3401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:30.190249 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-b8472d3b-6a90-4590-9973-b33d647b3401 None None] Current status of the port cec0d782-b26d-4939-a252-01dbeb257c0b is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:30.410473 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-8b7de35c-9fd6-455a-adf4-6c993cd94e77 None None] Provisioning complete for port cec0d782-b26d-4939-a252-01dbeb257c0b triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:30.410874 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8b7de35c-9fd6-455a-adf4-6c993cd94e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:30.508704 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-8b7de35c-9fd6-455a-adf4-6c993cd94e77 None None] Current status of the port cec0d782-b26d-4939-a252-01dbeb257c0b is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:30.530237 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3f4dad8a-5f10-477e-a6b5-686c9e3e3eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:31.531683 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device cec0d782-b26d-4939-a252-01dbeb257c0b up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:33:31.580166 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port cec0d782-b26d-4939-a252-01dbeb257c0b triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:31.580561 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:31.668886 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port cec0d782-b26d-4939-a252-01dbeb257c0b is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:31.735229 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:31.937754 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51846) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:32.067130 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:33:32.146822 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Made reservation on behalf of 0053d53f074548bdbf2243e7c253e5fb for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:33:32.149704 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.158329 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.239236 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks [] for security_group (3c6482e4-d7ac-434e-814d-e5b9d80d89bd), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.306647 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3c6482e4-d7ac-434e-814d-e5b9d80d89bd), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.324270 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=109841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 09:33:32.340633 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6482e4-d7ac-434e-814d-e5b9d80d89bd,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:32.346437 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (9055142f-5b84-4f86-bac3-a6e65329bd65), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.346437 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Added segment 9055142f-5b84-4f86-bac3-a6e65329bd65 of type flat for network 0a31e9d4-db1f-44bc-b113-2e474c29defa Feb 21 09:33:32.401189 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (0a31e9d4-db1f-44bc-b113-2e474c29defa), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.488661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (0a31e9d4-db1f-44bc-b113-2e474c29defa), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.489678 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:32.490250 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:32.579452 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a31e9d4-db1f-44bc-b113-2e474c29defa,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:32.588736 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:33:32.646360 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-8bb16740-5408-441e-8f69-e1c076d781b5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7070725 Feb 21 09:33:32.651769 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:33:33.391148 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:34.706852 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:35.174958 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 51864) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:35.281389 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10ea3f-578b-4c08-ab96-aecdd97be014 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:35.283619 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-8d10ea3f-578b-4c08-ab96-aecdd97be014 demo admin] 10.222.0.60 "GET /v2.0/subnets/9c3479fb-00cc-48bb-9616-05d8df52400d HTTP/1.1" status: 200 len: 849 time: 0.1075327 Feb 21 09:33:35.404574 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3db68cb0-8259-4ae6-a064-edc1fa8fb1ba demo admin] 10.222.0.60 "GET /v2.0/routers/832a6371-d3c3-45f6-ac91-734f5ff7c413 HTTP/1.1" status: 200 len: 704 time: 0.1154215 Feb 21 09:33:35.796858 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:36.231246 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Allocated IP 172.20.0.1 (05088b6d-4520-4f8f-8d55-f20211c6935e/9c3479fb-00cc-48bb-9616-05d8df52400d/0b90bac8-8332-4963-9e06-7dded19f63a5) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:33:36.397137 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks [] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:36.546770 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:36.624625 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Network 05088b6d-4520-4f8f-8d55-f20211c6935e is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:33:36.630607 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:36.638718 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:33:36.639246 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (832a6371-d3c3-45f6-ac91-734f5ff7c413), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:36.706311 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Pushing event updated for resources: {'Port': ['ID=0b90bac8-8332-4963-9e06-7dded19f63a5,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:36.872685 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-451a04f9-0a42-4203-9759-5e80803c7587 None None] Provisioning complete for port 0b90bac8-8332-4963-9e06-7dded19f63a5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:36.873300 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-451a04f9-0a42-4203-9759-5e80803c7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:36.923606 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-451a04f9-0a42-4203-9759-5e80803c7587 None None] Port 0b90bac8-8332-4963-9e06-7dded19f63a5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:33:36.970535 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:37.303777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks [] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:37.347462 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:37.348691 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (832a6371-d3c3-45f6-ac91-734f5ff7c413), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:37.449009 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Pushing event updated for resources: {'Port': ['ID=0b90bac8-8332-4963-9e06-7dded19f63a5,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:37.501238 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Network 05088b6d-4520-4f8f-8d55-f20211c6935e is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:33:37.503037 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:37.815582 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Router 832a6371-d3c3-45f6-ac91-734f5ff7c413 is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:33:37.848089 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-823ba840-9822-41fc-8903-ce5f07f3d3b1 None None] Provisioning complete for port 0b90bac8-8332-4963-9e06-7dded19f63a5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:37.848622 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-823ba840-9822-41fc-8903-ce5f07f3d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:37.887290 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-823ba840-9822-41fc-8903-ce5f07f3d3b1 None None] Port 0b90bac8-8332-4963-9e06-7dded19f63a5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:33:37.913145 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:33:37.919221 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-85b6c2b4-72ec-4035-8f42-82d07f5366df demo admin] 10.222.0.60 "PUT /v2.0/routers/832a6371-d3c3-45f6-ac91-734f5ff7c413/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5095718 Feb 21 09:33:37.941908 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Sync routers for ids ['832a6371-d3c3-45f6-ac91-734f5ff7c413'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:33:37.959563 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Routers {'832a6371-d3c3-45f6-ac91-734f5ff7c413'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:33:37.961187 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:33:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['832a6371-d3c3-45f6-ac91-734f5ff7c413'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:38.201482 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Set router 832a6371-d3c3-45f6-ac91-734f5ff7c413 gateway port host: None {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:33:38.643127 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'name': 'router1', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:33:26Z', 'updated_at': '2022-02-21T09:33:36Z', 'revision_number': 2, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'gw_port_host': None, '_interfaces': [{'id': '0b90bac8-8332-4963-9e06-7dded19f63a5', 'name': '', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'mac_address': 'fa:16:3e:94:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:35Z', 'updated_at': '2022-02-21T09:33:37Z', 'revision_number': 2, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'subnets': [{'id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '415165a1-6c83-4dfa-a5f6-52adf0573f04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:38.695356 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Checking router: 832a6371-d3c3-45f6-ac91-734f5ff7c413 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:33:38.695742 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Updating router 832a6371-d3c3-45f6-ac91-734f5ff7c413 port 0b90bac8-8332-4963-9e06-7dded19f63a5 binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:33:38.779389 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:39.348156 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Publish callbacks [] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:39.438417 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:39.601627 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94988211-edfb-4052-aecc-665e452332be None None] Pushing event updated for resources: {'Port': ['ID=0b90bac8-8332-4963-9e06-7dded19f63a5,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:39.620199 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.620576 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.620939 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.621278 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.621642 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.621972 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.622313 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.622642 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.623269 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.623597 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.623918 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.624231 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.624553 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94988211-edfb-4052-aecc-665e452332be None None] Tracked resource versions report: Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: pushed versions: Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: { 'AddressGroup': {'1.2'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'ConntrackHelper': {'1.0'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Log': {'1.0'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Network': {'1.1'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Port': {'1.7'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'PortForwarding': {'1.2'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'QosPolicy': {'1.10'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroup': {'1.5'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SubPort': {'1.0'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Subnet': {'1.1'}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Trunk': {'1.1'}} Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: consumer versions: Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'ConntrackHelper': '1.0', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'LocalIPAssociation': '1.0', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Log': '1.0', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Network': '1.1', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Port': '1.7', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'PortForwarding': '1.2', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'QosPolicy': '1.10', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroup': '1.5', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroupRule': '1.2', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SubPort': '1.0', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Subnet': '1.1', Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Trunk': '1.1'}} Feb 21 09:33:39.626004 dv-cinder-804735-19-iscsi neutron-server[109843]: {{(pid=109843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:33:39.631286 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Attempting to bind port 0b90bac8-8332-4963-9e06-7dded19f63a5 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:33:39.631699 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Attempting to bind port 0b90bac8-8332-4963-9e06-7dded19f63a5 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:33:39.632160 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Attempting to bind port 0b90bac8-8332-4963-9e06-7dded19f63a5 on network 05088b6d-4520-4f8f-8d55-f20211c6935e {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:33:39.638939 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:33:39.639338 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Checking segment: {'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:33:39.639834 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:39.640224 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Bound using segment: {'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:33:39.640713 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Bound port: 0b90bac8-8332-4963-9e06-7dded19f63a5, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfc2a51-f977-4905-ac6b-7d332084881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:33:39.641100 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:39.709099 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] For port 0b90bac8-8332-4963-9e06-7dded19f63a5, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:33:39.716117 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-7f63df68-7851-48e0-b66c-28c775b60c83 None None] Provisioning complete for port 0b90bac8-8332-4963-9e06-7dded19f63a5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:39.716698 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7f63df68-7851-48e0-b66c-28c775b60c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:39.731341 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] For port 0b90bac8-8332-4963-9e06-7dded19f63a5, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=0b90bac8-8332-4963-9e06-7dded19f63a5,segment=NetworkSegment(2bfc2a51-f977-4905-ac6b-7d332084881a),segment_id=2bfc2a51-f977-4905-ac6b-7d332084881a)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:33:39.752040 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-7f63df68-7851-48e0-b66c-28c775b60c83 None None] Port 0b90bac8-8332-4963-9e06-7dded19f63a5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:33:39.809053 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:39.867575 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Routers {'832a6371-d3c3-45f6-ac91-734f5ff7c413'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:33:39.868198 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:33:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['832a6371-d3c3-45f6-ac91-734f5ff7c413'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:39.908936 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94988211-edfb-4052-aecc-665e452332be None None] Pushing event updated for resources: {'Port': ['ID=0b90bac8-8332-4963-9e06-7dded19f63a5,revision_number=4']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:39.966206 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] Set router 832a6371-d3c3-45f6-ac91-734f5ff7c413 gateway port host: None {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:33:40.073909 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-a81c7e04-66f5-4008-a92b-7dbbe78d8a59 None None] Provisioning complete for port 0b90bac8-8332-4963-9e06-7dded19f63a5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:40.074310 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a81c7e04-66f5-4008-a92b-7dbbe78d8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:40.155490 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-a81c7e04-66f5-4008-a92b-7dbbe78d8a59 None None] Current status of the port 0b90bac8-8332-4963-9e06-7dded19f63a5 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:40.155804 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a81c7e04-66f5-4008-a92b-7dbbe78d8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:40.183963 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'name': 'router1', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:33:26Z', 'updated_at': '2022-02-21T09:33:36Z', 'revision_number': 2, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'gw_port_host': None, '_interfaces': [{'id': '0b90bac8-8332-4963-9e06-7dded19f63a5', 'name': '', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'mac_address': 'fa:16:3e:94:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:35Z', 'updated_at': '2022-02-21T09:33:39Z', 'revision_number': 4, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'subnets': [{'id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '415165a1-6c83-4dfa-a5f6-52adf0573f04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:40.187712 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-a81c7e04-66f5-4008-a92b-7dbbe78d8a59 None None] For port 0b90bac8-8332-4963-9e06-7dded19f63a5, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=0b90bac8-8332-4963-9e06-7dded19f63a5,segment=NetworkSegment(2bfc2a51-f977-4905-ac6b-7d332084881a),segment_id=2bfc2a51-f977-4905-ac6b-7d332084881a)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:40.211827 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809cc9f-b289-479a-9ff3-0ad3c73b032a None None] The sync data for ids ['832a6371-d3c3-45f6-ac91-734f5ff7c413'] in dv-cinder-804735-19-iscsi is: [{'id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'name': 'router1', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:33:26Z', 'updated_at': '2022-02-21T09:33:36Z', 'revision_number': 2, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'gw_port_host': None, '_interfaces': [{'id': '0b90bac8-8332-4963-9e06-7dded19f63a5', 'name': '', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'mac_address': 'fa:16:3e:94:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:35Z', 'updated_at': '2022-02-21T09:33:39Z', 'revision_number': 4, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'subnets': [{'id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '415165a1-6c83-4dfa-a5f6-52adf0573f04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:33:40.260946 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a81c7e04-66f5-4008-a92b-7dbbe78d8a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:40.309783 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c7e04-66f5-4008-a92b-7dbbe78d8a59 None None] Pushing event updated for resources: {'Port': ['ID=0b90bac8-8332-4963-9e06-7dded19f63a5,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:40.486303 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 51874) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:40.756630 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.policy [None req-a5611ae8-4ef9-4477-8d8f-c698b11095aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 09:33:40.798842 dv-cinder-804735-19-iscsi neutron-server[109840]: WARNING oslo_policy.policy [None req-a5611ae8-4ef9-4477-8d8f-c698b11095aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:40.812886 dv-cinder-804735-19-iscsi neutron-server[109840]: WARNING oslo_policy.policy [None req-a5611ae8-4ef9-4477-8d8f-c698b11095aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:33:40.812886 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5611ae8-4ef9-4477-8d8f-c698b11095aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:40.812886 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a5611ae8-4ef9-4477-8d8f-c698b11095aa admin admin] 10.222.0.60 "GET /v2.0/networks/0a31e9d4-db1f-44bc-b113-2e474c29defa HTTP/1.1" status: 200 len: 842 time: 0.3228412 Feb 21 09:33:40.821013 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Request body: {'subnet': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:33:40.940055 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Made reservation on behalf of 0053d53f074548bdbf2243e7c253e5fb for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:33:40.942815 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:41.413032 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.objects.ports [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109840) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 09:33:41.413576 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (9a132566-06a6-4002-a614-29db1dd0735f), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:41.482411 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a132566-06a6-4002-a614-29db1dd0735f,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:41.494043 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:33:41.494647 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Network hostable DHCP agents. Network: 0a31e9d4-db1f-44bc-b113-2e474c29defa, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:33:41.497230 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.497606 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.497949 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.498284 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.498614 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.498938 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.499276 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.499603 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.500680 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.505093 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.505449 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.505814 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.506150 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Tracked resource versions report: Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: pushed versions: Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: { 'AddressGroup': {'1.2'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'ConntrackHelper': {'1.0'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Log': {'1.0'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Network': {'1.1'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Port': {'1.7'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'PortForwarding': {'1.2'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'QosPolicy': {'1.10'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroup': {'1.5'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SubPort': {'1.0'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Subnet': {'1.1'}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Trunk': {'1.1'}} Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: consumer versions: Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'ConntrackHelper': '1.0', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'LocalIPAssociation': '1.0', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Log': '1.0', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Network': '1.1', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Port': '1.7', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'PortForwarding': '1.2', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'QosPolicy': '1.10', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroup': '1.5', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroupRule': '1.2', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SubPort': '1.0', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Subnet': '1.1', Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Trunk': '1.1'}} Feb 21 09:33:41.508257 dv-cinder-804735-19-iscsi neutron-server[109840]: {{(pid=109840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:33:41.626795 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:33:41.701066 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 0a31e9d4-db1f-44bc-b113-2e474c29defa) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:41.706278 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:41.713085 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:41.713228 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad7671-507a-48ce-b5d2-a72d698dbde4 None None] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:33:41.813600 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-e8a54e8d-3768-4613-b51f-9a9ac8f156a5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9841058 Feb 21 09:33:41.814933 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf60429-253a-4588-8429-a233ae144053 None None] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:33:44.332562 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 51888) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:44.594937 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-ecac1f4d-0743-47a2-ae2c-d13fd68d27bc demo admin] 10.222.0.60 "GET /v2.0/routers/832a6371-d3c3-45f6-ac91-734f5ff7c413 HTTP/1.1" status: 200 len: 710 time: 0.2610586 Feb 21 09:33:44.684306 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1dea7-2a2d-4ca7-b024-ddb8c682ae03 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:33:44.685688 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-f0f1dea7-2a2d-4ca7-b024-ddb8c682ae03 demo admin] 10.222.0.60 "GET /v2.0/networks/0a31e9d4-db1f-44bc-b113-2e474c29defa HTTP/1.1" status: 200 len: 886 time: 0.0854280 Feb 21 09:33:44.695035 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:33:44.972758 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks [] for router_gateway (832a6371-d3c3-45f6-ac91-734f5ff7c413), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:45.328506 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks [] for router_gateway (832a6371-d3c3-45f6-ac91-734f5ff7c413), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:45.406717 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:45.581587 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Allocated IP 172.27.3.174 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/8cc0db76-d639-4aeb-b66e-a109119ad57c) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:33:45.702678 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks [] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:45.833320 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:45.967280 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:33:45.971491 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:33:45.974288 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:33:45.976616 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Pushing event updated for resources: {'Port': ['ID=8cc0db76-d639-4aeb-b66e-a109119ad57c,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:46.355130 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks [] for router_gateway (832a6371-d3c3-45f6-ac91-734f5ff7c413), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:46.562651 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1688905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31107'] for router (832a6371-d3c3-45f6-ac91-734f5ff7c413), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:46.570287 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1688926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1688919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692465'] for router (832a6371-d3c3-45f6-ac91-734f5ff7c413), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:46.688384 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Router 832a6371-d3c3-45f6-ac91-734f5ff7c413 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:33:46.804183 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:33:46.809126 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:46.809805 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-34caefb3-f2af-4943-a689-d9bee23451e7 demo admin] 10.222.0.60 "PUT /v2.0/routers/832a6371-d3c3-45f6-ac91-734f5ff7c413 HTTP/1.1" status: 200 len: 890 time: 2.1185539 Feb 21 09:33:47.548100 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 0b90bac8-8332-4963-9e06-7dded19f63a5 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:33:47.595800 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 0b90bac8-8332-4963-9e06-7dded19f63a5 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:47.596192 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:47.673740 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 0b90bac8-8332-4963-9e06-7dded19f63a5 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:49.042385 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Sync routers for ids ['832a6371-d3c3-45f6-ac91-734f5ff7c413'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:33:49.053286 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Routers {'832a6371-d3c3-45f6-ac91-734f5ff7c413'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:33:49.054037 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:33:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['832a6371-d3c3-45f6-ac91-734f5ff7c413'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:49.278024 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Set router 832a6371-d3c3-45f6-ac91-734f5ff7c413 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:33:49.420581 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 51900) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:33:49.539007 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-126aa105-f76a-41c7-ad33-b8c785849703 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1171093 Feb 21 09:33:49.771756 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'name': 'router1', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cc0db76-d639-4aeb-b66e-a109119ad57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:33:26Z', 'updated_at': '2022-02-21T09:33:46Z', 'revision_number': 4, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'gw_port': {'id': '8cc0db76-d639-4aeb-b66e-a109119ad57c', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:45Z', 'updated_at': '2022-02-21T09:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '0b90bac8-8332-4963-9e06-7dded19f63a5', 'name': '', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'mac_address': 'fa:16:3e:94:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:35Z', 'updated_at': '2022-02-21T09:33:40Z', 'revision_number': 5, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'subnets': [{'id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '415165a1-6c83-4dfa-a5f6-52adf0573f04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:49.827356 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Checking router: 832a6371-d3c3-45f6-ac91-734f5ff7c413 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:33:49.827356 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Updating router 832a6371-d3c3-45f6-ac91-734f5ff7c413 port 8cc0db76-d639-4aeb-b66e-a109119ad57c binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:33:49.880410 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:50.208811 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Publish callbacks [] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:50.327514 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:50.373663 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Attempting to bind port 8cc0db76-d639-4aeb-b66e-a109119ad57c on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:33:50.374112 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Attempting to bind port 8cc0db76-d639-4aeb-b66e-a109119ad57c by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:33:50.374492 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Attempting to bind port 8cc0db76-d639-4aeb-b66e-a109119ad57c on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:33:50.386621 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:33:50.390413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:33:50.390413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:50.390413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:33:50.390413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Bound port: 8cc0db76-d639-4aeb-b66e-a109119ad57c, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:33:50.390413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:50.390413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b904cae-7f57-4f3b-a066-f387a54ce579 None None] Pushing event updated for resources: {'Port': ['ID=8cc0db76-d639-4aeb-b66e-a109119ad57c,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:50.548077 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] For port 8cc0db76-d639-4aeb-b66e-a109119ad57c, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:33:50.551295 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] For port 8cc0db76-d639-4aeb-b66e-a109119ad57c, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8cc0db76-d639-4aeb-b66e-a109119ad57c,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:33:50.626459 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:50.685475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Routers {'832a6371-d3c3-45f6-ac91-734f5ff7c413'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:33:50.686190 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:33:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['832a6371-d3c3-45f6-ac91-734f5ff7c413'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:50.687974 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b904cae-7f57-4f3b-a066-f387a54ce579 None None] Pushing event updated for resources: {'Port': ['ID=8cc0db76-d639-4aeb-b66e-a109119ad57c,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:50.810194 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] Set router 832a6371-d3c3-45f6-ac91-734f5ff7c413 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:33:51.032366 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'name': 'router1', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cc0db76-d639-4aeb-b66e-a109119ad57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:33:26Z', 'updated_at': '2022-02-21T09:33:46Z', 'revision_number': 4, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'gw_port': {'id': '8cc0db76-d639-4aeb-b66e-a109119ad57c', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:45Z', 'updated_at': '2022-02-21T09:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '0b90bac8-8332-4963-9e06-7dded19f63a5', 'name': '', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'mac_address': 'fa:16:3e:94:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:35Z', 'updated_at': '2022-02-21T09:33:40Z', 'revision_number': 5, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'subnets': [{'id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '415165a1-6c83-4dfa-a5f6-52adf0573f04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:33:51.058313 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73e32-56c4-443c-87fa-42196c14a1d5 None None] The sync data for ids ['832a6371-d3c3-45f6-ac91-734f5ff7c413'] in dv-cinder-804735-19-iscsi is: [{'id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'name': 'router1', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cc0db76-d639-4aeb-b66e-a109119ad57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:33:26Z', 'updated_at': '2022-02-21T09:33:46Z', 'revision_number': 4, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'gw_port': {'id': '8cc0db76-d639-4aeb-b66e-a109119ad57c', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:45Z', 'updated_at': '2022-02-21T09:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '0b90bac8-8332-4963-9e06-7dded19f63a5', 'name': '', 'network_id': '05088b6d-4520-4f8f-8d55-f20211c6935e', 'tenant_id': 'd8710af96b224efa9b1973da891ae2ab', 'mac_address': 'fa:16:3e:94:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a6371-d3c3-45f6-ac91-734f5ff7c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:33:35Z', 'updated_at': '2022-02-21T09:33:40Z', 'revision_number': 5, 'project_id': 'd8710af96b224efa9b1973da891ae2ab', 'subnets': [{'id': '9c3479fb-00cc-48bb-9616-05d8df52400d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '415165a1-6c83-4dfa-a5f6-52adf0573f04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:33:51.623416 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8cc0db76-d639-4aeb-b66e-a109119ad57c up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:33:51.684332 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 8cc0db76-d639-4aeb-b66e-a109119ad57c triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:51.685146 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:51.780327 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 8cc0db76-d639-4aeb-b66e-a109119ad57c is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:51.780728 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:51.806293 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 8cc0db76-d639-4aeb-b66e-a109119ad57c, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8cc0db76-d639-4aeb-b66e-a109119ad57c,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:33:51.890729 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:51.965745 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=8cc0db76-d639-4aeb-b66e-a109119ad57c,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:33:53.573257 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8cc0db76-d639-4aeb-b66e-a109119ad57c up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:33:53.639579 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 8cc0db76-d639-4aeb-b66e-a109119ad57c triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:33:53.640330 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8cc0db76-d639-4aeb-b66e-a109119ad57c), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:33:53.733304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 8cc0db76-d639-4aeb-b66e-a109119ad57c is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:33:58.226963 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d69760eb-b4a6-4739-9ee4-01fc09717dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:00.643687 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-efb074c8-ffeb-4c84-bfa4-0a94583b21b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:01.742431 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:03.390261 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:04.717409 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:09.653865 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:34:28.196571 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a810b0b5-9e24-4493-b313-960f753f0361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:30.522090 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8feca5af-e740-4035-a06d-f11d822d07f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:31.756019 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:33.382251 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:35.003551 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:34:46.664648 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:34:58.155119 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-120e9fc3-c64f-48e4-9388-d0d44a1260d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:00.529333 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df630b0b-0d60-4784-a6ce-8ec0a0e3d295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:01.726396 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:03.417835 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:04.729723 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:15.366448 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52386) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:15.431530 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54f6678-e6d0-4d38-afb3-d12c4346c4f3 admin admin] GET failed (client error): The resource could not be found. Feb 21 09:35:15.434160 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-f54f6678-e6d0-4d38-afb3-d12c4346c4f3 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654912 Feb 21 09:35:15.604019 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e6f7b6-5b55-477a-a076-bf4b763ec55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:15.605409 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-37e6f7b6-5b55-477a-a076-bf4b763ec55c admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1680493 Feb 21 09:35:18.029744 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52396) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:18.134000 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e78ff-d967-4779-ab0d-2924f54f35a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:18.135426 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1a8e78ff-d967-4779-ab0d-2924f54f35a3 admin admin] 10.222.0.60 "GET /v2.0/subnets/9c3479fb-00cc-48bb-9616-05d8df52400d HTTP/1.1" status: 200 len: 849 time: 0.1047206 Feb 21 09:35:18.146204 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:35:18.242136 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Publish callbacks [] for subnet (9c3479fb-00cc-48bb-9616-05d8df52400d), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:18.445327 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770779550082'] for subnet (9c3479fb-00cc-48bb-9616-05d8df52400d), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:18.564985 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:18.565531 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:18.566908 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] 10.222.0.60 "PUT /v2.0/subnets/9c3479fb-00cc-48bb-9616-05d8df52400d HTTP/1.1" status: 200 len: 868 time: 0.4256842 Feb 21 09:35:18.584803 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97596341-a2d4-4192-a78e-c3100e02d917 None None] Network 05088b6d-4520-4f8f-8d55-f20211c6935e requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:35:18.598065 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3479fb-00cc-48bb-9616-05d8df52400d,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:35:18.605888 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.606256 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.606601 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.606951 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.607311 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.607645 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.607992 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.608325 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.608671 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.609001 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.609332 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.609686 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.610011 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d392241-9f55-420c-b133-9b997b5ed08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:35:18.954529 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-e0ce8d3f-b8d9-467e-ad06-006480c99bd8 None None] Provisioning complete for port cec0d782-b26d-4939-a252-01dbeb257c0b triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:18.955067 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8d3f-b8d9-467e-ad06-006480c99bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (cec0d782-b26d-4939-a252-01dbeb257c0b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:19.059950 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce8d3f-b8d9-467e-ad06-006480c99bd8 None None] Current status of the port cec0d782-b26d-4939-a252-01dbeb257c0b is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:35:19.071189 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-e0ce8d3f-b8d9-467e-ad06-006480c99bd8 None None] Provisioning complete for port 0b90bac8-8332-4963-9e06-7dded19f63a5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:35:19.071503 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8d3f-b8d9-467e-ad06-006480c99bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (0b90bac8-8332-4963-9e06-7dded19f63a5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:19.155776 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce8d3f-b8d9-467e-ad06-006480c99bd8 None None] Current status of the port 0b90bac8-8332-4963-9e06-7dded19f63a5 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:35:21.036891 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52404) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:21.243157 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41cdd9-9dbf-47fd-b97e-8f26256b2f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:21.243540 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41cdd9-9dbf-47fd-b97e-8f26256b2f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:21.245075 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7c41cdd9-9dbf-47fd-b97e-8f26256b2f11 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2071779 Feb 21 09:35:23.648883 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52412) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:23.654061 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:35:23.786131 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623f447-365a-4b36-8a5f-aeb38f6fc84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:23.786602 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623f447-365a-4b36-8a5f-aeb38f6fc84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:23.788147 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5623f447-365a-4b36-8a5f-aeb38f6fc84d admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382246 Feb 21 09:35:26.190419 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52420) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:26.331708 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f492328-3d76-401f-b7b9-c0d9bcbcd6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:26.333105 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-4f492328-3d76-401f-b7b9-c0d9bcbcd6a6 admin admin] 10.222.0.60 "GET /v2.0/networks/05088b6d-4520-4f8f-8d55-f20211c6935e HTTP/1.1" status: 200 len: 869 time: 0.1417284 Feb 21 09:35:28.159139 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e54d20c6-2978-451a-8d02-0c38a8f374cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:28.759920 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52430) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:28.891713 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6905a-7d15-4ecf-81f3-1ef3c69e022f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:28.893082 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-bdd6905a-7d15-4ecf-81f3-1ef3c69e022f admin admin] 10.222.0.60 "GET /v2.0/networks/0a31e9d4-db1f-44bc-b113-2e474c29defa HTTP/1.1" status: 200 len: 886 time: 0.1322095 Feb 21 09:35:30.513709 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-1a08174a-289a-465e-bf1c-55faa2923c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:31.305217 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52438) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:31.509196 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012599fd-76fd-4a40-ad64-d98da844abf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:31.509597 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012599fd-76fd-4a40-ad64-d98da844abf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:31.511133 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-012599fd-76fd-4a40-ad64-d98da844abf7 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2049484 Feb 21 09:35:31.730531 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:33.384674 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:33.926104 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52446) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:34.021208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6a61ec-ca4b-4f93-a397-35e4b3600861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:34.021684 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6a61ec-ca4b-4f93-a397-35e4b3600861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:34.023204 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-1f6a61ec-ca4b-4f93-a397-35e4b3600861 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961497 Feb 21 09:35:34.724651 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:35:36.405860 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52454) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:36.500718 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41690b94-8136-4c8f-b26c-a166cda3e448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:36.502105 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-41690b94-8136-4c8f-b26c-a166cda3e448 admin admin] 10.222.0.60 "GET /v2.0/subnets/9a132566-06a6-4002-a614-29db1dd0735f HTTP/1.1" status: 200 len: 816 time: 0.0945508 Feb 21 09:35:38.938068 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52462) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:35:39.038351 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a860c-17d2-49e0-94cf-348e00dbdd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:35:39.039738 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-9c5a860c-17d2-49e0-94cf-348e00dbdd1a admin admin] 10.222.0.60 "GET /v2.0/subnets/9c3479fb-00cc-48bb-9616-05d8df52400d HTTP/1.1" status: 200 len: 868 time: 0.1009712 Feb 21 09:35:58.165877 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-432571fa-48b5-4127-a96d-af3e2446ca08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:00.548520 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-facf11f3-2850-43a2-9076-833938465def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:00.652688 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:36:01.749414 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:03.391920 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:04.702792 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:07.917824 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52516) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:07.966144 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [None req-749931a0-3600-411d-9c56-09e6a095258d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:36:07.967281 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-749931a0-3600-411d-9c56-09e6a095258d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483716 Feb 21 09:36:10.418128 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52524) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:10.479899 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8c9c07-44dc-42e4-930e-63ac179073e7 admin admin] GET failed (client error): The resource could not be found. Feb 21 09:36:10.481167 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-6b8c9c07-44dc-42e4-930e-63ac179073e7 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622308 Feb 21 09:36:10.626360 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cb2bb-0600-4836-84c9-333921fbe396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:10.627746 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-9c7cb2bb-0600-4836-84c9-333921fbe396 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415539 Feb 21 09:36:13.047409 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52532) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:13.094456 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:13.170693 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Made reservation on behalf of 0053d53f074548bdbf2243e7c253e5fb for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:13.172962 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:13.200646 dv-cinder-804735-19-iscsi neutron-server[109841]: WARNING neutron.services.revisions.revision_plugin [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Could not find related network for resource to bump revision. Feb 21 09:36:13.212920 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:36:13.223193 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (e101a3b6-1b58-4807-b4b2-d395756055b5), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:13.223639 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Added segment e101a3b6-1b58-4807-b4b2-d395756055b5 of type vlan for network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 Feb 21 09:36:13.266172 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (6b11c1fd-e0a9-436b-95a0-41cec7fd4242), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:13.353257 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (6b11c1fd-e0a9-436b-95a0-41cec7fd4242), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:13.354252 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:13.354884 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:13.412153 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Pushing event updated for resources: {'Network': ['ID=6b11c1fd-e0a9-436b-95a0-41cec7fd4242,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:13.418606 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.418984 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.419327 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.419661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.419995 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.420374 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.421230 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.421606 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.421963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.422302 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.422627 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.422955 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.423283 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:13.434658 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:36:13.480441 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-c3aa1253-8ad6-40ec-a750-d9e8b930bb62 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4317698 Feb 21 09:36:15.874550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52540) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:15.935752 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2cb56a-98ec-4d17-b44b-f0e1649d0fca admin admin] GET failed (client error): The resource could not be found. Feb 21 09:36:15.937167 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-8a2cb56a-98ec-4d17-b44b-f0e1649d0fca admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616357 Feb 21 09:36:16.010059 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9f68d-17bc-43f0-ab10-7f15c6389045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:16.011654 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-58e9f68d-17bc-43f0-ab10-7f15c6389045 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701907 Feb 21 09:36:16.022265 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242', 'cidr': '192.168.233.0/24'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:36:16.164840 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Made reservation on behalf of 0053d53f074548bdbf2243e7c253e5fb for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:36:16.167079 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:16.398903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:16.455904 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:16.462787 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Checking segment: {'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:16.463135 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Network hostable DHCP agents. Network: 6b11c1fd-e0a9-436b-95a0-41cec7fd4242, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:36:16.547361 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:36:16.632915 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 6b11c1fd-e0a9-436b-95a0-41cec7fd4242) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:16.637052 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:36:16.637672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:16.642983 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf4ccd-fa0d-4ada-a0e0-2a7ba3c8b704 None None] Network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:16.710213 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ae8eebd6-8711-455a-83b4-1673d5d3f56e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6915383 Feb 21 09:36:16.847121 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-6b11c1fd-e0a9-436b-95a0-41cec7fd4242', 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242', 'project_id': '0053d53f074548bdbf2243e7c253e5fb', 'fixed_ips': [{'subnet_id': '4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:36:16.848032 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:17.000061 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Allocated IP 192.168.233.2 (6b11c1fd-e0a9-436b-95a0-41cec7fd4242/4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5/308aa246-0b40-4c2c-8492-12662660e6db) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:36:17.146030 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Publish callbacks [] for port (308aa246-0b40-4c2c-8492-12662660e6db), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:17.237729 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (308aa246-0b40-4c2c-8492-12662660e6db), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:17.278955 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:36:17.282362 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:36:17.288027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:36:17.293443 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Pushing event updated for resources: {'Port': ['ID=308aa246-0b40-4c2c-8492-12662660e6db,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:17.304480 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.305099 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.305398 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.305766 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.306102 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.306437 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.306875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.307211 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.307536 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.307872 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.308201 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.308520 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.308836 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:36:17.362289 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Attempting to bind port 308aa246-0b40-4c2c-8492-12662660e6db on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:36:17.362658 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Attempting to bind port 308aa246-0b40-4c2c-8492-12662660e6db by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:36:17.363025 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Attempting to bind port 308aa246-0b40-4c2c-8492-12662660e6db on network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:36:17.368128 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:36:17.368523 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Checking segment: {'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:36:17.369165 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:17.369587 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Bound using segment: {'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:36:17.370063 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Bound port: 308aa246-0b40-4c2c-8492-12662660e6db, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:36:17.370441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (308aa246-0b40-4c2c-8492-12662660e6db), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:17.438454 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] For port 308aa246-0b40-4c2c-8492-12662660e6db, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:36:17.442723 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] For port 308aa246-0b40-4c2c-8492-12662660e6db, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=308aa246-0b40-4c2c-8492-12662660e6db,segment=NetworkSegment(e101a3b6-1b58-4807-b4b2-d395756055b5),segment_id=e101a3b6-1b58-4807-b4b2-d395756055b5)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:36:17.546818 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (308aa246-0b40-4c2c-8492-12662660e6db), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:17.604760 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455569e-ec7b-4bf4-9781-f75849c58fac None None] Pushing event updated for resources: {'Port': ['ID=308aa246-0b40-4c2c-8492-12662660e6db,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:18.483464 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3d910-a1ef-499a-abf4-e7f394f9efea None None] Network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:36:18.590286 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-a5782e67-4dc1-440f-a720-07faabed5dad None None] Provisioning complete for port 308aa246-0b40-4c2c-8492-12662660e6db triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:18.590690 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a5782e67-4dc1-440f-a720-07faabed5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (308aa246-0b40-4c2c-8492-12662660e6db), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:18.689871 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-a5782e67-4dc1-440f-a720-07faabed5dad None None] Current status of the port 308aa246-0b40-4c2c-8492-12662660e6db is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:36:18.690206 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a5782e67-4dc1-440f-a720-07faabed5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (308aa246-0b40-4c2c-8492-12662660e6db), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:18.727094 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-a5782e67-4dc1-440f-a720-07faabed5dad None None] For port 308aa246-0b40-4c2c-8492-12662660e6db, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=308aa246-0b40-4c2c-8492-12662660e6db,segment=NetworkSegment(e101a3b6-1b58-4807-b4b2-d395756055b5),segment_id=e101a3b6-1b58-4807-b4b2-d395756055b5)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:36:18.787897 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a5782e67-4dc1-440f-a720-07faabed5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (308aa246-0b40-4c2c-8492-12662660e6db), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:18.843490 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782e67-4dc1-440f-a720-07faabed5dad None None] Pushing event updated for resources: {'Port': ['ID=308aa246-0b40-4c2c-8492-12662660e6db,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:36:18.910414 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-bfbaca93-06e2-4e96-a241-22c39e5522b5 None None] Provisioning complete for port 308aa246-0b40-4c2c-8492-12662660e6db triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:18.910804 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bfbaca93-06e2-4e96-a241-22c39e5522b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (308aa246-0b40-4c2c-8492-12662660e6db), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:18.993359 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-bfbaca93-06e2-4e96-a241-22c39e5522b5 None None] Current status of the port 308aa246-0b40-4c2c-8492-12662660e6db is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:36:19.657334 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 308aa246-0b40-4c2c-8492-12662660e6db up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:36:19.712948 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 308aa246-0b40-4c2c-8492-12662660e6db triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:36:19.713348 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (308aa246-0b40-4c2c-8492-12662660e6db), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:19.800838 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 308aa246-0b40-4c2c-8492-12662660e6db is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:36:28.152465 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-92c9896f-a0b2-474a-84b6-3b579ece7ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:30.529737 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3c1fb5d9-1994-4d4e-9cb2-4603bd83838c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:31.729673 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:33.438838 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:34.746471 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:37.651509 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:36:58.186311 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b817ed68-bc3b-4cc2-b440-9147a2f98ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:00.550480 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f00fa9dd-5272-4aa1-8c9a-66c18323d201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:01.750480 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:03.435588 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:04.721635 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:14.649660 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:37:28.166300 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5c6fee2c-9399-4c8b-ac9c-04e9b1b377d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:30.549417 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d8fabef6-aed1-41f0-9d7e-e91b50ca5006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:31.726183 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:33.416875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.708620 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:51.388281 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52578) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:51.393901 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [None req-a64f0ff2-d35a-49bf-818b-3181fecfa5a6 tempest-verify_tempest_config-1776375933 tempest-verify_tempest_config-1776375933-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:37:51.394881 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a64f0ff2-d35a-49bf-818b-3181fecfa5a6 tempest-verify_tempest_config-1776375933 tempest-verify_tempest_config-1776375933-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056398 Feb 21 09:37:51.655548 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:37:51.862792 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52596) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:51.970672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.045427 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Publish callbacks [] for security_group (cac3e40f-11dc-4799-99e8-53dd341dac64), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.147863 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (cac3e40f-11dc-4799-99e8-53dd341dac64), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.195679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3e40f-11dc-4799-99e8-53dd341dac64,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:52.199754 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef18f6f9afdc40008e34bfe2af5edded&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3359663 Feb 21 09:37:52.202677 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52600) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:52.205246 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.205637 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.205982 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.206310 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.206646 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.206963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.207281 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.207598 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.207927 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.208234 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.208550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.208862 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.209174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c379e8-bb75-47f9-a96f-5c3da8c6cbb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.286508 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Publish callbacks [] for security_group (cac3e40f-11dc-4799-99e8-53dd341dac64), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.308802 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Publish callbacks [] for security_group (cac3e40f-11dc-4799-99e8-53dd341dac64), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.479697 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (cac3e40f-11dc-4799-99e8-53dd341dac64), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.485828 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.487101 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cac3e40f-11dc-4799-99e8-53dd341dac64 HTTP/1.1" status: 204 len: 168 time: 0.2833369 Feb 21 09:37:52.497635 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3e40f-11dc-4799-99e8-53dd341dac64,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:52.509589 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.510036 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.510524 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.511076 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.511715 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.512170 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.512779 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.513281 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.513819 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.514276 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.514541 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.514879 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:52.515418 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b66db-aaa5-44ce-981d-abbefbd410f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:58.152748 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db5eea08-1bb2-41fd-9e07-7b99ae6fd209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:00.543269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2d86a75c-0302-4fe0-b9c3-b61d6c425422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:01.759033 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:03.415790 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:04.758824 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:28.151625 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d053cb17-8123-4281-b01a-a0108ffac958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:28.655142 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:38:30.637614 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-68cd231c-867d-4f7b-b960-2bee9270b52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:31.745687 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:33.482660 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:34.694258 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:58.161528 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c084ca62-fa32-4b69-9597-5441ef7df87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:00.538634 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2a03001d-3ea4-4f45-8fd7-6854c0f0fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:01.733238 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:03.441688 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:04.733213 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.652945 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 5 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:39:28.160416 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6a5621c2-d401-4195-a2ba-afc00668e71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:30.560246 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9277-f28d-4549-af45-38ae28319133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:31.760898 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:33.412032 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:34.697304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.234649 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695575'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:42.652267 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:39:49.940927 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52672) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:50.049389 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4a982cde-e21d-46fc-98d6-32385e73233f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1072783 Feb 21 09:39:52.456955 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52682) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:52.513234 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a1f2308e-3616-4277-8ca3-b7f98223f4ae admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0549772 Feb 21 09:39:58.180284 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b065c070-d55e-468e-b467-98e778760611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:00.553991 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2dc1-34fa-4b06-b250-f58aa39dadd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:01.764608 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:03.418872 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:04.724624 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:05.200166 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:19.650999 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:40:28.148916 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f751d71a-0cd1-4491-91e1-6ae10cbeb16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:30.543629 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-310b9396-f4ae-4cdd-a9a3-169f7588344d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:31.777484 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:33.437846 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:34.714642 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.217141 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:56.650827 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:40:58.164195 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a360f763-e019-43e6-aba2-6685f8be0b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:00.535746 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a82c5902-119d-42b4-b72d-5c07e2a48081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:01.758425 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:03.432977 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:04.718614 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:05.235957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:28.168589 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8901dd64-4b6f-43e9-a4dc-d6d3b18dc3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:30.562550 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c3549261-579d-4483-854c-5d8dd5f113d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:30.939468 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52890) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:31.267243 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52914) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:31.297559 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52918) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:31.431988 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-network', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:31.460143 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52924) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:31.555056 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Made reservation on behalf of 9f1461d14cd24c4f9a160129b9c7d21e for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:31.557676 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.572583 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.696385 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks [] for security_group (425769af-2836-44ec-987e-dede75166a55), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.752792 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-868764761-network', 'tenant_id': 'c9c68fb7c73d439fb2c283b7f93309f7'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:31.770493 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-904509886-network', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:31.776967 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (425769af-2836-44ec-987e-dede75166a55), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.791584 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.847012 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425769af-2836-44ec-987e-dede75166a55,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:31.865420 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-851913290-network', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:31.876416 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Tracked resource versions report: Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: pushed versions: Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: { 'AddressGroup': {'1.2'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'ConntrackHelper': {'1.0'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Log': {'1.0'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Network': {'1.1'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Port': {'1.7'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'PortForwarding': {'1.2'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'QosPolicy': {'1.10'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroup': {'1.5'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SubPort': {'1.0'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Subnet': {'1.1'}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Trunk': {'1.1'}} Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: consumer versions: Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: HyperV agent@hv-cinder-80473: {}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'ConntrackHelper': '1.0', Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'LocalIPAssociation': '1.0', Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Log': '1.0', Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Network': '1.1', Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Port': '1.7', Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'PortForwarding': '1.2', Feb 21 09:41:31.884599 dv-cinder-804735-19-iscsi neutron-server[109840]: 'QosPolicy': '1.10', Feb 21 09:41:31.889476 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroup': '1.5', Feb 21 09:41:31.889476 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SecurityGroupRule': '1.2', Feb 21 09:41:31.889476 dv-cinder-804735-19-iscsi neutron-server[109840]: 'SubPort': '1.0', Feb 21 09:41:31.889476 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Subnet': '1.1', Feb 21 09:41:31.889476 dv-cinder-804735-19-iscsi neutron-server[109840]: 'Trunk': '1.1'}} Feb 21 09:41:31.889476 dv-cinder-804735-19-iscsi neutron-server[109840]: {{(pid=109840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:41:31.889476 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:41:31.931639 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Made reservation on behalf of f8b5c2c66165450c9d9b5cec5905b6fb for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:31.934192 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.950017 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.954331 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770779504945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (1932405b-b1a5-4232-9606-cb99f4c5f614), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:31.954864 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Unsubscribe: segment precommit_create {{(pid=109840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 09:41:31.955476 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Added segment 1932405b-b1a5-4232-9606-cb99f4c5f614 of type vlan for network fc3433bc-9b30-41e2-87cf-8a7494813443 Feb 21 09:41:32.036244 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (fc3433bc-9b30-41e2-87cf-8a7494813443), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.054593 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Made reservation on behalf of c9c68fb7c73d439fb2c283b7f93309f7 for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:32.056860 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.083220 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.100312 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Made reservation on behalf of c85ebd2d9ad547139f6ab2cd52c2458b for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:32.105293 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.125811 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.161723 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (fc3433bc-9b30-41e2-87cf-8a7494813443), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.162882 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:32.163453 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.212126 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks [] for security_group (ad7f7bd4-6f0a-469f-88f7-a536c8826e53), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.331051 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3895996 Feb 21 09:41:32.333934 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 52978) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:32.339400 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Request body: {'subnet': {'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-subnet', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:32.340775 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (ad7f7bd4-6f0a-469f-88f7-a536c8826e53), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.362568 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:41:32.385500 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d8469-fc4f-4aa9-9466-4d3927cc7ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3433bc-9b30-41e2-87cf-8a7494813443,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:32.412225 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network fc3433bc-9b30-41e2-87cf-8a7494813443 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:41:32.417420 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (6450ebc6-fa5e-478d-9027-4670fd9ff951), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.417420 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Added segment 6450ebc6-fa5e-478d-9027-4670fd9ff951 of type vlan for network 4719d08a-7608-47b3-9484-6fa03102e857 Feb 21 09:41:32.455132 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7f7bd4-6f0a-469f-88f7-a536c8826e53,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:32.465429 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Made reservation on behalf of 9f1461d14cd24c4f9a160129b9c7d21e for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:32.467786 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.568773 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks [] for security_group (bd51d6d2-624c-42ee-9561-4c48131c6724), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.571030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (4719d08a-7608-47b3-9484-6fa03102e857), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.579325 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks [] for security_group (d03e79e7-b81c-4b20-98bd-1974cf9637b2), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.615518 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 52994) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:32.627079 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (bd51d6d2-624c-42ee-9561-4c48131c6724), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.653374 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:41:32.674522 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (e3b82234-818b-4dc3-83e3-6da3c3adc74d), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.674957 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Added segment e3b82234-818b-4dc3-83e3-6da3c3adc74d of type vlan for network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 Feb 21 09:41:32.676589 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd51d6d2-624c-42ee-9561-4c48131c6724,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:32.687925 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d03e79e7-b81c-4b20-98bd-1974cf9637b2), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.732263 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (4719d08a-7608-47b3-9484-6fa03102e857), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.733235 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:32.733871 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.760078 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:41:32.772283 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (39e351fb-eedf-4ebf-a6d5-6c30191d6cc0), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.825584 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e79e7-b81c-4b20-98bd-1974cf9637b2,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:32.858980 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (92d03362-ea09-45e0-8cd6-8ba12718f1e4), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.858980 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Added segment 92d03362-ea09-45e0-8cd6-8ba12718f1e4 of type vlan for network 0d612757-5041-44ac-b2c3-9d74998dbae7 Feb 21 09:41:32.877368 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f6c81999-30fb-45be-af1f-91347b2a2103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:32.880076 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] Pushing event updated for resources: {'Network': ['ID=4719d08a-7608-47b3-9484-6fa03102e857,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:32.891957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 4719d08a-7608-47b3-9484-6fa03102e857 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:41:32.940070 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.004772 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:33.015710 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.016323 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.016901 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.017436 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.018010 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.018567 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.019122 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.019649 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.020190 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.020957 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.021798 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.022561 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.023614 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:33.025150 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f6c81999-30fb-45be-af1f-91347b2a2103 admin admin] Publish callbacks [] for security_group (41459edb-d08b-43d9-b0f9-c33106025a53), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Tracked resource versions report: Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: pushed versions: Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: { 'AddressGroup': {'1.2'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'ConntrackHelper': {'1.0'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Log': {'1.0'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Network': {'1.1'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Port': {'1.7'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'PortForwarding': {'1.2'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'QosPolicy': {'1.10'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroup': {'1.5'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SubPort': {'1.0'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Subnet': {'1.1'}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Trunk': {'1.1'}} Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: consumer versions: Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: HyperV agent@hv-cinder-80473: {}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'ConntrackHelper': '1.0', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'LocalIPAssociation': '1.0', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Log': '1.0', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Network': '1.1', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Port': '1.7', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'PortForwarding': '1.2', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'QosPolicy': '1.10', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroup': '1.5', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SecurityGroupRule': '1.2', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'SubPort': '1.0', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Subnet': '1.1', Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: 'Trunk': '1.1'}} Feb 21 09:41:33.025674 dv-cinder-804735-19-iscsi neutron-server[109841]: {{(pid=109841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:41:33.073119 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7ec817e5-5a79-481c-ab1c-38193961e654 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7743950 Feb 21 09:41:33.076815 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53014) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:33.085586 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Request body: {'subnet': {'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-subnet', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:33.094518 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Checking segment: {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:33.094960 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Network hostable DHCP agents. Network: fc3433bc-9b30-41e2-87cf-8a7494813443, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:41:33.105001 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (0d612757-5041-44ac-b2c3-9d74998dbae7), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.111378 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f6c81999-30fb-45be-af1f-91347b2a2103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (41459edb-d08b-43d9-b0f9-c33106025a53), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.138018 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (39e351fb-eedf-4ebf-a6d5-6c30191d6cc0), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.138972 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:33.139546 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.202377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Network fc3433bc-9b30-41e2-87cf-8a7494813443 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:41:33.204352 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-f6c81999-30fb-45be-af1f-91347b2a2103 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41155b0575c94656ba90d80c62550f44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5904469 Feb 21 09:41:33.207704 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53024) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:33.215184 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c81999-30fb-45be-af1f-91347b2a2103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41459edb-d08b-43d9-b0f9-c33106025a53,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:33.289095 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Made reservation on behalf of f8b5c2c66165450c9d9b5cec5905b6fb for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:33.291202 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.301386 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] Pushing event updated for resources: {'Network': ['ID=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:33.304946 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, fc3433bc-9b30-41e2-87cf-8a7494813443) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:33.314501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:33.316527 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:41:33.317342 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.320652 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (0d612757-5041-44ac-b2c3-9d74998dbae7), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.321785 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:33.322260 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.323254 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf57021-e4f1-404a-ae35-e626a96ebc5b None None] Network fc3433bc-9b30-41e2-87cf-8a7494813443 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:33.331049 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-804058b9-4911-4a71-bcbb-66e42d86cde2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0624909 Feb 21 09:41:33.336927 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53032) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:33.341731 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Request body: {'subnet': {'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-868764761-subnet', 'tenant_id': 'c9c68fb7c73d439fb2c283b7f93309f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:33.440664 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5c2ca4cf-5e21-455c-8986-16c18c53703b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1054120 Feb 21 09:41:33.443979 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53036) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:33.451987 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:33.469189 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-76ee8cc1-b87a-4305-ab8c-ea9a3891ade2 admin admin] Publish callbacks [] for security_group (41459edb-d08b-43d9-b0f9-c33106025a53), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.507218 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] Pushing event updated for resources: {'Network': ['ID=0d612757-5041-44ac-b2c3-9d74998dbae7,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:33.511745 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-76ee8cc1-b87a-4305-ab8c-ea9a3891ade2 admin admin] Publish callbacks [] for security_group (41459edb-d08b-43d9-b0f9-c33106025a53), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.535752 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:41:33.553585 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbeedc7-eff8-43c6-b1d0-897398525c8b None None] Network fc3433bc-9b30-41e2-87cf-8a7494813443 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:33.563667 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-0455d6c1-fec7-46e4-a846-9358a2822875 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1023748 Feb 21 09:41:33.568940 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53038) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:33.574055 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Request body: {'subnet': {'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-851913290-subnet', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:33.596986 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.619247 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (2fabdec3-001b-43a6-a8ae-fcfb0e054211), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.623379 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (2fabdec3-001b-43a6-a8ae-fcfb0e054211), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.650613 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:41:33.653680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Made reservation on behalf of c9c68fb7c73d439fb2c283b7f93309f7 for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:33.656943 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.717126 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-76ee8cc1-b87a-4305-ab8c-ea9a3891ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (41459edb-d08b-43d9-b0f9-c33106025a53), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.719929 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-76ee8cc1-b87a-4305-ab8c-ea9a3891ade2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.724345 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-76ee8cc1-b87a-4305-ab8c-ea9a3891ade2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41459edb-d08b-43d9-b0f9-c33106025a53 HTTP/1.1" status: 204 len: 168 time: 0.5125337 Feb 21 09:41:33.736409 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee8cc1-b87a-4305-ab8c-ea9a3891ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41459edb-d08b-43d9-b0f9-c33106025a53,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:33.746815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Made reservation on behalf of c85ebd2d9ad547139f6ab2cd52c2458b for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:33.749323 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.751336 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (58713b76-9188-47fb-b983-873fb9067811), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.805391 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks [] for router_controller (2fabdec3-001b-43a6-a8ae-fcfb0e054211), precommit_add_association {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:33.957634 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58713b76-9188-47fb-b983-873fb9067811,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:33.982688 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Checking segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:33.982688 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Network hostable DHCP agents. Network: 4719d08a-7608-47b3-9484-6fa03102e857, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:41:34.082535 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Network 4719d08a-7608-47b3-9484-6fa03102e857 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:41:34.120191 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks [] for router_gateway (2fabdec3-001b-43a6-a8ae-fcfb0e054211), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.234404 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 4719d08a-7608-47b3-9484-6fa03102e857) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:34.240475 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:34.241249 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.247815 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e77a5-82f4-4de1-a41c-7e08651b0225 None None] Network 4719d08a-7608-47b3-9484-6fa03102e857 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:34.343980 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d53ca3f6-d5aa-435f-ba43-0e3751c12d51 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2634740 Feb 21 09:41:34.344399 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53060) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:34.351454 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:34.383334 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (beef3072-11ed-4734-a89f-9302ca386ccb), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.411307 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-4719d08a-7608-47b3-9484-6fa03102e857', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:41:34.413007 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.472054 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.475803 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.512929 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=beef3072-11ed-4734-a89f-9302ca386ccb,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:34.527580 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Checking segment: {'id': 'e3b82234-818b-4dc3-83e3-6da3c3adc74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:34.528280 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Network hostable DHCP agents. Network: 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:41:34.555987 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (a87afab4-34eb-4fe8-b7c5-04f8ecc25577), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.572819 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53068) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:34.656807 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53070) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:34.659976 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:41:34.665302 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87afab4-34eb-4fe8-b7c5-04f8ecc25577,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:34.665724 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a1211eac-393c-44ab-8518-cfe067726e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.672181 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks [] for router_controller (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), precommit_add_association {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.780967 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a1211eac-393c-44ab-8518-cfe067726e25 admin admin] Publish callbacks [] for security_group (e1edb4c1-424f-4247-a0a2-686006684d24), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.781393 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Checking segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:34.781840 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Network hostable DHCP agents. Network: 0d612757-5041-44ac-b2c3-9d74998dbae7, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:41:34.808733 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Allocated IP 172.20.0.2 (4719d08a-7608-47b3-9484-6fa03102e857/58713b76-9188-47fb-b983-873fb9067811/04cab1ec-c095-49d2-9bcd-3cf3419e2e1f) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:34.822144 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks [] for router_gateway (2fabdec3-001b-43a6-a8ae-fcfb0e054211), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.845018 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.877486 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a1211eac-393c-44ab-8518-cfe067726e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e1edb4c1-424f-4247-a0a2-686006684d24), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.906605 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:34.918979 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffdf81-8519-4bbe-8694-9fa367b9489b None None] Network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:34.931107 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-76e35dc8-170a-4e17-9b5b-60763a03cb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.934564 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:34.935494 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.989740 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a1211eac-393c-44ab-8518-cfe067726e25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=468cd9d8dc134475b4eaf8bb98d1a9fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4153068 Feb 21 09:41:34.992189 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks [] for router_gateway (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:34.994893 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53076) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:34.998557 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.002049 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1211eac-393c-44ab-8518-cfe067726e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1edb4c1-424f-4247-a0a2-686006684d24,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:35.024696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:41:35.055656 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 0d612757-5041-44ac-b2c3-9d74998dbae7) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:35.079424 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:35.080007 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.080658 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b3c1d8-9708-4779-ab9e-359268390b2f None None] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:35.084988 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Allocated IP 172.27.3.197 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/cac36cc7-693c-462f-a34f-0f771e199d67) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:35.109917 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ac067070-51dc-4b6d-ac28-6d67ba897b6a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7718668 Feb 21 09:41:35.135392 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Publish callbacks [] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.225304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6a236-1979-4b9d-b9ce-4add93125c38 None None] Network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:35.236854 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.251677 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-76e35dc8-170a-4e17-9b5b-60763a03cb05 admin admin] Publish callbacks [] for security_group (aa57843a-1ff6-4c11-9032-66eeb8c413ad), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.274647 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-0d612757-5041-44ac-b2c3-9d74998dbae7', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:41:35.276275 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.280153 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-b03c77ab-7565-4989-9491-6b3e99d9ec6e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7092457 Feb 21 09:41:35.285591 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53088) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:35.360909 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.385414 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ac99abd4-7331-46cc-98ae-ba348d7bb162 admin admin] Publish callbacks [] for security_group (e1edb4c1-424f-4247-a0a2-686006684d24), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.389535 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:35.395647 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks [] for port (cac36cc7-693c-462f-a34f-0f771e199d67), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.397139 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-76e35dc8-170a-4e17-9b5b-60763a03cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (aa57843a-1ff6-4c11-9032-66eeb8c413ad), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.421636 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Network 4719d08a-7608-47b3-9484-6fa03102e857 is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:35.469008 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Pushing event updated for resources: {'Port': ['ID=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:35.490990 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks [] for router_gateway (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.501208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ac99abd4-7331-46cc-98ae-ba348d7bb162 admin admin] Publish callbacks [] for security_group (e1edb4c1-424f-4247-a0a2-686006684d24), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.510428 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.511038 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-76e35dc8-170a-4e17-9b5b-60763a03cb05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4387d402e534fc08e667689ff152dd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8485353 Feb 21 09:41:35.513949 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.514488 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.514932 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.515369 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.516073 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.516525 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.517331 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.517761 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.518350 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.520742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.520742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.520742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Tracked resource versions report: Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: pushed versions: Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: { 'AddressGroup': {'1.2'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'ConntrackHelper': {'1.0'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Log': {'1.0'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Network': {'1.1'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Port': {'1.7'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'PortForwarding': {'1.2'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'QosPolicy': {'1.10'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroup': {'1.5'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SubPort': {'1.0'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Subnet': {'1.1'}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Trunk': {'1.1'}} Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: consumer versions: Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: HyperV agent@hv-cinder-80473: {}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'ConntrackHelper': '1.0', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'LocalIPAssociation': '1.0', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Log': '1.0', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Network': '1.1', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Port': '1.7', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'PortForwarding': '1.2', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'QosPolicy': '1.10', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroup': '1.5', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SecurityGroupRule': '1.2', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'SubPort': '1.0', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Subnet': '1.1', Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: 'Trunk': '1.1'}} Feb 21 09:41:35.521570 dv-cinder-804735-19-iscsi neutron-server[109842]: {{(pid=109842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:41:35.525618 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53102) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:35.531217 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.534609 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:35.539640 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e35dc8-170a-4e17-9b5b-60763a03cb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa57843a-1ff6-4c11-9032-66eeb8c413ad,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:35.591962 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.593676 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.689490 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Allocated IP 172.27.3.161 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/8a919869-d47b-4919-a05f-52ddab15eca1) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:35.689775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks [] for router_controller (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), precommit_add_association {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.693737 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.718636 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:35.763554 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:35.782824 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53128) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:35.786019 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:35.789020 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:35.797788 dv-cinder-804735-19-iscsi neutron-server[109841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 09:41:35.814749 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Attempting to bind port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:35.815549 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Attempting to bind port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:35.815549 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Attempting to bind port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f on network 4719d08a-7608-47b3-9484-6fa03102e857 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:35.844783 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:35.845168 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Checking segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:35.845601 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.846004 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Bound using segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:35.846504 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Bound port: 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:35.846891 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.872861 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks [] for port (8a919869-d47b-4919-a05f-52ddab15eca1), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.885768 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-73fb91bf-af20-40ce-bd50-2aaa4b457f81 admin admin] Publish callbacks [] for security_group (aa57843a-1ff6-4c11-9032-66eeb8c413ad), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.887801 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Pushing event updated for resources: {'Port': ['ID=cac36cc7-693c-462f-a34f-0f771e199d67,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:35.902973 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Allocated IP 172.20.0.2 (0d612757-5041-44ac-b2c3-9d74998dbae7/a87afab4-34eb-4fe8-b7c5-04f8ecc25577/b65b600d-e35f-496d-9d3e-1ec5311ed926) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:35.934488 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ac99abd4-7331-46cc-98ae-ba348d7bb162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e1edb4c1-424f-4247-a0a2-686006684d24), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.937209 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ac99abd4-7331-46cc-98ae-ba348d7bb162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.938418 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ac99abd4-7331-46cc-98ae-ba348d7bb162 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1edb4c1-424f-4247-a0a2-686006684d24 HTTP/1.1" status: 204 len: 168 time: 0.9389818 Feb 21 09:41:35.977992 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] For port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:35.994503 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] For port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:36.006856 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.052809 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Pushing event updated for resources: {'Port': ['ID=8a919869-d47b-4919-a05f-52ddab15eca1,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:36.055422 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-73fb91bf-af20-40ce-bd50-2aaa4b457f81 admin admin] Publish callbacks [] for security_group (aa57843a-1ff6-4c11-9032-66eeb8c413ad), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.070124 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.074397 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:36.075928 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:36.079640 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:36.102273 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99abd4-7331-46cc-98ae-ba348d7bb162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1edb4c1-424f-4247-a0a2-686006684d24,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:36.156140 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Publish callbacks [] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.201936 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238eb8f2-9cd0-404a-80dc-24242ea4c7c3 None None] Pushing event updated for resources: {'Port': ['ID=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:36.288268 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.332477 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:36.335784 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:36.346423 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:36.362172 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Pushing event updated for resources: {'Port': ['ID=b65b600d-e35f-496d-9d3e-1ec5311ed926,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:36.458750 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks [] for router_gateway (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.470963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953fe4-5471-42c8-b397-701f786a6968 req-0dd8a6c1-3ed9-4abe-9e52-d3391c529b7d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:36.472756 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-0dd8a6c1-3ed9-4abe-9e52-d3391c529b7d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/networks?id=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 HTTP/1.1" status: 200 len: 811 time: 0.6813676 Feb 21 09:41:36.499033 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-dd55e299-b778-4270-914a-9f2ebb7a39aa tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/quotas/c9c68fb7c73d439fb2c283b7f93309f7 HTTP/1.1" status: 200 len: 375 time: 0.0169678 Feb 21 09:41:36.529497 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Attempting to bind port b65b600d-e35f-496d-9d3e-1ec5311ed926 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:36.529929 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Attempting to bind port b65b600d-e35f-496d-9d3e-1ec5311ed926 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:36.530305 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Attempting to bind port b65b600d-e35f-496d-9d3e-1ec5311ed926 on network 0d612757-5041-44ac-b2c3-9d74998dbae7 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:36.537174 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:36.537766 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Checking segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:36.538197 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.538608 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Bound using segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:36.539098 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Bound port: b65b600d-e35f-496d-9d3e-1ec5311ed926, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:36.539492 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.578581 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-73fb91bf-af20-40ce-bd50-2aaa4b457f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (aa57843a-1ff6-4c11-9032-66eeb8c413ad), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.582400 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-73fb91bf-af20-40ce-bd50-2aaa4b457f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.583838 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-73fb91bf-af20-40ce-bd50-2aaa4b457f81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa57843a-1ff6-4c11-9032-66eeb8c413ad HTTP/1.1" status: 204 len: 168 time: 1.0553541 Feb 21 09:41:36.587184 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-6e8efa4b-5e65-434a-8db9-0f0b66d4229a tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9c68fb7c73d439fb2c283b7f93309f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807600 Feb 21 09:41:36.616524 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks [] for router_gateway (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.649853 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb91bf-af20-40ce-bd50-2aaa4b457f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa57843a-1ff6-4c11-9032-66eeb8c413ad,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:36.773673 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-db07161b-d949-4c71-99b3-df9388347067 None None] For port b65b600d-e35f-496d-9d3e-1ec5311ed926, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:36.779062 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-db07161b-d949-4c71-99b3-df9388347067 None None] For port b65b600d-e35f-496d-9d3e-1ec5311ed926, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b65b600d-e35f-496d-9d3e-1ec5311ed926,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:36.879681 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks [] for router_gateway (2fabdec3-001b-43a6-a8ae-fcfb0e054211), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.882999 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.070305 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07161b-d949-4c71-99b3-df9388347067 None None] Pushing event updated for resources: {'Port': ['ID=b65b600d-e35f-496d-9d3e-1ec5311ed926,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:37.090070 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.412340 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks [] for router_gateway (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.441251 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (2fabdec3-001b-43a6-a8ae-fcfb0e054211), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.447170 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:37.607301 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-0055d0d7-30f1-486a-a00d-371146e217dd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:41:37.609478 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-0055d0d7-30f1-486a-a00d-371146e217dd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5435910 Feb 21 09:41:37.677550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Allocated IP 172.27.3.55 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/506c6365-0e7e-4216-a75a-478412ad42b8) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:37.929667 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d91591-40f2-4336-9307-f15c3e8a85cc None None] Network 4719d08a-7608-47b3-9484-6fa03102e857 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:38.009423 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:41:38.110212 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:38.145847 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-9158a999-d531-4ec6-842f-700457b86558 service neutron] 10.222.0.60 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791896 Feb 21 09:41:38.194875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-938b0591-871c-4261-84a1-a53ea04ffa9f None None] Provisioning complete for port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:38.195888 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-938b0591-871c-4261-84a1-a53ea04ffa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.233699 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:38.248660 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Sync routers for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:38.288628 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:38.289125 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:38.348844 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:38.348844 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.354573 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.356169 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-eeb07a62-cc7a-453f-8060-86dfa42bfb6f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0106275 Feb 21 09:41:38.359221 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53204) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:38.462089 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-06722bb7-c78b-4ac5-8074-c7cb6d87f607 service neutron] 10.222.0.60 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021009 Feb 21 09:41:38.489446 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks [] for port (506c6365-0e7e-4216-a75a-478412ad42b8), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.549771 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-938b0591-871c-4261-84a1-a53ea04ffa9f None None] Current status of the port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:38.550731 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-938b0591-871c-4261-84a1-a53ea04ffa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.585786 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:41:38.692615 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:38.693018 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.727413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef155dc-980e-4db6-afb7-7bcc3480a9d6 None None] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:38.785256 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.844284 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:38.852316 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-938b0591-871c-4261-84a1-a53ea04ffa9f None None] For port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:38.887742 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Pushing event updated for resources: {'Port': ['ID=506c6365-0e7e-4216-a75a-478412ad42b8,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:38.901116 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53212) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:38.964029 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:38.974168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:38.981814 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:39.008827 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-938b0591-871c-4261-84a1-a53ea04ffa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.073191 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53226) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:39.077086 dv-cinder-804735-19-iscsi neutron-server[109840]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 09:41:39.358778 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0134fa1e-d99f-4fe7-b14f-5362cbef413c req-63e1f2d9-14b9-459c-9b94-d8339e8b9e0b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.1418138 Feb 21 09:41:39.360476 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:36Z', 'revision_number': 3, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:39.362570 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Provisioning complete for port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:39.362570 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.362570 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.db.api [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:41:39.362570 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG oslo_db.api [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:41:39.365458 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Checking router: 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:39.365458 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Updating router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 port 8a919869-d47b-4919-a05f-52ddab15eca1 binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:41:39.384618 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b0591-871c-4261-84a1-a53ea04ffa9f None None] Pushing event updated for resources: {'Port': ['ID=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:39.432879 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.460999 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-321897328-network', 'tenant_id': 'f18344e591464b4cb7f2dedd464d4fab'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:39.507621 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Current status of the port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:39.525643 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Provisioning complete for port b65b600d-e35f-496d-9d3e-1ec5311ed926 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:39.526038 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.561262 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.610066 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:39.610677 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Made reservation on behalf of f18344e591464b4cb7f2dedd464d4fab for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:39.617370 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.628112 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Sync routers for ids ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:39.665269 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.719220 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Routers {'2fabdec3-001b-43a6-a8ae-fcfb0e054211'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:39.720436 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:39.727259 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.731493 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-89936892-3782-4b66-ba3d-521ab281bc35 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2834148 Feb 21 09:41:39.733840 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53256) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:39.895839 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Allocated IP 172.20.0.1 (4719d08a-7608-47b3-9484-6fa03102e857/58713b76-9188-47fb-b983-873fb9067811/b81fd0eb-7295-422b-92f9-83faf05c55c5) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:39.928710 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:39.929929 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b65b600d-e35f-496d-9d3e-1ec5311ed926 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:40.021361 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks [] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.036092 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Current status of the port b65b600d-e35f-496d-9d3e-1ec5311ed926 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:40.037295 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.037792 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Publish callbacks [] for port (8a919869-d47b-4919-a05f-52ddab15eca1), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.134655 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.193422 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks [] for router_gateway (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.203655 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.204151 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Attempting to bind port 8a919869-d47b-4919-a05f-52ddab15eca1 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:40.204463 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Attempting to bind port 8a919869-d47b-4919-a05f-52ddab15eca1 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:40.204901 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Attempting to bind port 8a919869-d47b-4919-a05f-52ddab15eca1 on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:40.213707 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:40.214289 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:40.214806 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.215336 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:40.215959 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Bound port: 8a919869-d47b-4919-a05f-52ddab15eca1, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:40.216487 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.246187 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Pushing event updated for resources: {'Port': ['ID=8a919869-d47b-4919-a05f-52ddab15eca1,revision_number=2']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:40.259626 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.260192 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.260668 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.261035 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.263555 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.263555 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.263555 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.263555 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.263555 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.263555 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.264032 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.264522 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.264956 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Tracked resource versions report: Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: pushed versions: Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: { 'AddressGroup': {'1.2'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'ConntrackHelper': {'1.0'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Log': {'1.0'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Network': {'1.1'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Port': {'1.7'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'PortForwarding': {'1.2'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'QosPolicy': {'1.10'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroup': {'1.5'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SubPort': {'1.0'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Subnet': {'1.1'}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Trunk': {'1.1'}} Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: consumer versions: Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: { DHCP agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: HyperV agent@hv-cinder-80473: {}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: L3 agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: Metadata agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: Metering agent@dv-cinder-804735-19-iscsi: {}, Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: Open vSwitch agent@dv-cinder-804735-19-iscsi: { 'AddressGroup': '1.2', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'ConntrackHelper': '1.0', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'LocalIPAssociation': '1.0', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Log': '1.0', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Network': '1.1', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Port': '1.7', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'PortForwarding': '1.2', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'QosPolicy': '1.10', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroup': '1.5', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SecurityGroupRule': '1.2', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'SubPort': '1.0', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Subnet': '1.1', Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: 'Trunk': '1.1'}} Feb 21 09:41:40.266266 dv-cinder-804735-19-iscsi neutron-server[109843]: {{(pid=109843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:41:40.273022 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Set router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:40.321302 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] For port 8a919869-d47b-4919-a05f-52ddab15eca1, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:40.324896 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] For port 8a919869-d47b-4919-a05f-52ddab15eca1, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8a919869-d47b-4919-a05f-52ddab15eca1,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:40.329530 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks [] for security_group (d6f6817a-a4d9-4820-9438-27faff3e6f20), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.334886 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Network 4719d08a-7608-47b3-9484-6fa03102e857 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:40.403998 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:40.407801 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Pushing event updated for resources: {'Port': ['ID=b81fd0eb-7295-422b-92f9-83faf05c55c5,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:40.418490 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:40.419376 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.427087 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.465104 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d6f6817a-a4d9-4820-9438-27faff3e6f20), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.530744 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] For port b65b600d-e35f-496d-9d3e-1ec5311ed926, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b65b600d-e35f-496d-9d3e-1ec5311ed926,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:40.555944 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4712b-dd29-4032-ace4-1c55c368be0f None None] Pushing event updated for resources: {'Port': ['ID=8a919869-d47b-4919-a05f-52ddab15eca1,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:40.598395 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:40.599161 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:40.601903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:41:40.661608 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port b65b600d-e35f-496d-9d3e-1ec5311ed926 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:40.661608 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.661793 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6817a-a4d9-4820-9438-27faff3e6f20,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:40.666986 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6e46732d-3685-4017-b32e-f5879139f961 req-034ad006-8b97-498b-8d36-b6389e6854a5 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.2708683 Feb 21 09:41:40.680837 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.687897 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (3e75689b-b500-4ac5-8ad1-a74a9e23ed83), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.687897 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Added segment 3e75689b-b500-4ac5-8ad1-a74a9e23ed83 of type vlan for network 7edf20ea-7f9e-4f24-82a9-60a6ea40f8db Feb 21 09:41:40.850639 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52b5b4-f765-42fe-9280-89ec980ca1aa None None] Pushing event updated for resources: {'Port': ['ID=b65b600d-e35f-496d-9d3e-1ec5311ed926,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:40.858912 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-b394f98f-3bf7-42d7-ba07-370301fd6eb9 None None] Provisioning complete for port b65b600d-e35f-496d-9d3e-1ec5311ed926 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:40.861774 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b394f98f-3bf7-42d7-ba07-370301fd6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.888374 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:40.901038 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (7edf20ea-7f9e-4f24-82a9-60a6ea40f8db), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.921462 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:40.952869 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:41:36Z', 'revision_number': 3, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port': {'id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:40.959794 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port b65b600d-e35f-496d-9d3e-1ec5311ed926 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:40.999239 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Checking router: 2fabdec3-001b-43a6-a8ae-fcfb0e054211 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:40.999647 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Updating router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 port cac36cc7-693c-462f-a34f-0f771e199d67 binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:41:41.107331 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:41.159109 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (7edf20ea-7f9e-4f24-82a9-60a6ea40f8db), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.161122 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:41.161895 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.162722 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.170931 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-b394f98f-3bf7-42d7-ba07-370301fd6eb9 None None] Current status of the port b65b600d-e35f-496d-9d3e-1ec5311ed926 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:41.215354 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:36Z', 'revision_number': 3, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:41.217714 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.273195 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] Pushing event updated for resources: {'Network': ['ID=7edf20ea-7f9e-4f24-82a9-60a6ea40f8db,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:41.280923 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17b780-57a3-4184-b290-8104c3eb5172 None None] The sync data for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi is: [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:36Z', 'revision_number': 3, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:41.338501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.380636 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 7edf20ea-7f9e-4f24-82a9-60a6ea40f8db details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:41:41.399196 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:41.399578 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.433201 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-bc48c663-a1da-471a-a6d2-971e79d695d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5308361 Feb 21 09:41:41.438533 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53318) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:41.453131 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Request body: {'subnet': {'network_id': '7edf20ea-7f9e-4f24-82a9-60a6ea40f8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-321897328-subnet', 'tenant_id': 'f18344e591464b4cb7f2dedd464d4fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:41.491618 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:41:41.617940 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3816-73d4-497a-a139-45caec360fd1 None None] Provisioning complete for port b81fd0eb-7295-422b-92f9-83faf05c55c5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:41.618355 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3816-73d4-497a-a139-45caec360fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.688913 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Made reservation on behalf of f18344e591464b4cb7f2dedd464d4fab for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:41.692668 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:41.824426 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Allocated IP 172.20.0.1 (fc3433bc-9b30-41e2-87cf-8a7494813443/0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d/c5585b11-1fe1-4295-a5da-1329dab9b473) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:41.886005 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b3816-73d4-497a-a139-45caec360fd1 None None] Port b81fd0eb-7295-422b-92f9-83faf05c55c5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:41.937927 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:41.939033 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b65b600d-e35f-496d-9d3e-1ec5311ed926 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:42.025680 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Publish callbacks [] for port (cac36cc7-693c-462f-a34f-0f771e199d67), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.025999 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks [] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.054987 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-72ab1f06-8111-4c35-9b76-10b5d788b94c req-57419a61-d62b-4d12-be21-28b32f15faf0 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0563688 Feb 21 09:41:42.088929 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port b65b600d-e35f-496d-9d3e-1ec5311ed926 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:42.088929 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.114714 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.115599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.144766 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.231430 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Attempting to bind port cac36cc7-693c-462f-a34f-0f771e199d67 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:42.231820 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Attempting to bind port cac36cc7-693c-462f-a34f-0f771e199d67 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:42.232324 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Attempting to bind port cac36cc7-693c-462f-a34f-0f771e199d67 on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:42.236505 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:42.242994 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Pushing event updated for resources: {'Port': ['ID=b81fd0eb-7295-422b-92f9-83faf05c55c5,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:42.248846 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Sync routers for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:42.267720 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:42.270257 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:42.288155 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:42.288564 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:42.288985 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.289409 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:42.290808 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Bound port: cac36cc7-693c-462f-a34f-0f771e199d67, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:42.291349 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.310861 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Network 4719d08a-7608-47b3-9484-6fa03102e857 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:42.313500 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:42.359945 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks [] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.382884 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.428782 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] For port cac36cc7-693c-462f-a34f-0f771e199d67, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:42.430133 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-067a7b53-e11f-43f3-9443-7bf5b0754deb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0491612 Feb 21 09:41:42.433036 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] For port cac36cc7-693c-462f-a34f-0f771e199d67, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=cac36cc7-693c-462f-a34f-0f771e199d67,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:42.437255 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53340) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:42.444494 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccc65f-5ed0-4344-82c6-3e4138f3a96a None None] Pushing event updated for resources: {'Port': ['ID=cac36cc7-693c-462f-a34f-0f771e199d67,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:42.492114 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:42.567610 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port b65b600d-e35f-496d-9d3e-1ec5311ed926 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:42.577563 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.619278 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:42.692796 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53350) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:42.720685 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccc65f-5ed0-4344-82c6-3e4138f3a96a None None] Pushing event updated for resources: {'Port': ['ID=cac36cc7-693c-462f-a34f-0f771e199d67,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:42.763009 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:42.769155 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Routers {'2fabdec3-001b-43a6-a8ae-fcfb0e054211'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:42.770078 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-e392246d-08e3-485b-850e-247a79e93d86 admin admin] 10.222.0.60 "PUT /v2.0/routers/6d1424d1-1f6c-4f11-be70-7f9632dbfc13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4085722 Feb 21 09:41:42.773087 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:42.884676 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-3c671a1f-1b33-4b75-a567-b8659392fa78 None None] Provisioning complete for port b81fd0eb-7295-422b-92f9-83faf05c55c5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:42.885176 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3c671a1f-1b33-4b75-a567-b8659392fa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.923627 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (e3003afc-9d16-42da-97af-8ff17e3a64bc), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:42.967410 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-3c671a1f-1b33-4b75-a567-b8659392fa78 None None] Port b81fd0eb-7295-422b-92f9-83faf05c55c5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:42.989836 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.004607 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] Set router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:43.031953 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:39Z', 'revision_number': 3, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:43.053819 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Network fc3433bc-9b30-41e2-87cf-8a7494813443 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:43.068726 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Pushing event updated for resources: {'Port': ['ID=c5585b11-1fe1-4295-a5da-1329dab9b473,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:43.071406 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:43.108964 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-84f64575-84b0-4c48-bee0-a0ee34e4fe22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.170838 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8a919869-d47b-4919-a05f-52ddab15eca1 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:43.224068 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3003afc-9d16-42da-97af-8ff17e3a64bc,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:43.252234 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:43.252674 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (2fabdec3-001b-43a6-a8ae-fcfb0e054211), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.271241 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Checking router: cd0354cb-8931-4e87-b8e7-caecc0e0fa2a for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:43.271783 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Updating router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a port 506c6365-0e7e-4216-a75a-478412ad42b8 binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:41:43.307111 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.419835 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Checking segment: {'id': '3e75689b-b500-4ac5-8ad1-a74a9e23ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7edf20ea-7f9e-4f24-82a9-60a6ea40f8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:43.420423 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Network hostable DHCP agents. Network: 7edf20ea-7f9e-4f24-82a9-60a6ea40f8db, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:41:43.543380 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 8a919869-d47b-4919-a05f-52ddab15eca1 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:43.544341 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.559265 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ff6e2307-e647-4175-899b-73a7b03000c0 req-8ff7921e-5706-48a9-8e1b-28d3a633b6a3 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.1514657 Feb 21 09:41:43.563920 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.693250 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:41:36Z', 'revision_number': 3, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port': {'id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:43.744095 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Network 7edf20ea-7f9e-4f24-82a9-60a6ea40f8db is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:41:43.746485 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12750fab-c6e2-4ae4-a529-0ae9d48d9bbe None None] The sync data for ids ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'] in dv-cinder-804735-19-iscsi is: [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:41:36Z', 'revision_number': 3, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port': {'id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:43.816742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 8a919869-d47b-4919-a05f-52ddab15eca1 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:43.820490 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.851753 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Publish callbacks [] for port (506c6365-0e7e-4216-a75a-478412ad42b8), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.882633 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 7edf20ea-7f9e-4f24-82a9-60a6ea40f8db) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:43.908371 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d1280-bc68-47cf-8094-9df7e70f1d43 None None] Network 7edf20ea-7f9e-4f24-82a9-60a6ea40f8db requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:43.925781 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-84f64575-84b0-4c48-bee0-a0ee34e4fe22 admin admin] Publish callbacks [] for security_group (8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.934573 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:43.935384 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.948778 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 8a919869-d47b-4919-a05f-52ddab15eca1, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8a919869-d47b-4919-a05f-52ddab15eca1,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:43.950605 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:43.979037 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.023783 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Sync routers for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:44.038752 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:44.039295 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:44.041294 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Attempting to bind port 506c6365-0e7e-4216-a75a-478412ad42b8 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:44.041764 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Attempting to bind port 506c6365-0e7e-4216-a75a-478412ad42b8 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:44.042078 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Attempting to bind port 506c6365-0e7e-4216-a75a-478412ad42b8 on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:44.044169 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71161c8c-2b94-481f-ac97-92208ef9c843 None None] Pushing event updated for resources: {'Port': ['ID=506c6365-0e7e-4216-a75a-478412ad42b8,revision_number=2']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.050566 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:44.051021 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:44.051432 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.051828 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:44.052301 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Bound port: 506c6365-0e7e-4216-a75a-478412ad42b8, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:44.052787 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.098680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-84f64575-84b0-4c48-bee0-a0ee34e4fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.108069 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.129701 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53374) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:44.134680 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-337b5f5f-c199-4793-b495-bc7cfa06247e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910171553', 'description': 'tempest-description--812329516'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:44.150973 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-8a0a77ba-adfc-4011-bca0-b3086d0cd352 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7022755 Feb 21 09:41:44.155955 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] For port 506c6365-0e7e-4216-a75a-478412ad42b8, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:44.163687 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] For port 506c6365-0e7e-4216-a75a-478412ad42b8, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=506c6365-0e7e-4216-a75a-478412ad42b8,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:44.170288 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9f87b-6e25-4f08-9f87-4380b8415d01 None None] Network 7edf20ea-7f9e-4f24-82a9-60a6ea40f8db requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:44.212022 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-84f64575-84b0-4c48-bee0-a0ee34e4fe22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35376689956a4670afdac986a67e28ac&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5162404 Feb 21 09:41:44.215973 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53378) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:44.259371 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.287012 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337b5f5f-c199-4793-b495-bc7cfa06247e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.350906 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71161c8c-2b94-481f-ac97-92208ef9c843 None None] Pushing event updated for resources: {'Port': ['ID=506c6365-0e7e-4216-a75a-478412ad42b8,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.376520 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:44.379676 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:44.380728 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks [] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.383297 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f64575-84b0-4c48-bee0-a0ee34e4fe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.394603 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=8a919869-d47b-4919-a05f-52ddab15eca1,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.465795 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f6929b22-b747-4f45-afae-a9e5cdbc8bf7 admin admin] Publish callbacks [] for security_group (8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.466814 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.467279 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (2fabdec3-001b-43a6-a8ae-fcfb0e054211), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.476269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:44.608064 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Allocated IP 172.20.0.1 (0d612757-5041-44ac-b2c3-9d74998dbae7/a87afab4-34eb-4fe8-b7c5-04f8ecc25577/9f754347-8f93-4256-a3b9-eb1eae3c178d) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:44.636770 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Pushing event updated for resources: {'Port': ['ID=c5585b11-1fe1-4295-a5da-1329dab9b473,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.678943 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337b5f5f-c199-4793-b495-bc7cfa06247e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (31ccc6a9-473a-410c-9cdc-028adf513912), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.734456 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f6929b22-b747-4f45-afae-a9e5cdbc8bf7 admin admin] Publish callbacks [] for security_group (8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.759284 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337b5f5f-c199-4793-b495-bc7cfa06247e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (31ccc6a9-473a-410c-9cdc-028adf513912), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.775800 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:44.881691 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b5f5f-c199-4793-b495-bc7cfa06247e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ccc6a9-473a-410c-9cdc-028adf513912,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:44.906490 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337b5f5f-c199-4793-b495-bc7cfa06247e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.908223 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-337b5f5f-c199-4793-b495-bc7cfa06247e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7775156 Feb 21 09:41:44.911370 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53396) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:44.915929 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-d1b531bd-37eb-48b6-8fe0-e055c9008399 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'security_group_rule': {'security_group_id': '31ccc6a9-473a-410c-9cdc-028adf513912', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:44.968821 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c22c7a48-8900-44fa-b363-087fed6feac6 req-54d9aed5-7be5-4fe0-9400-aad19a1714a1 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.2139666 Feb 21 09:41:44.991186 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f6929b22-b747-4f45-afae-a9e5cdbc8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:44.997092 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f6929b22-b747-4f45-afae-a9e5cdbc8bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.010926 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-f6929b22-b747-4f45-afae-a9e5cdbc8bf7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf HTTP/1.1" status: 204 len: 168 time: 0.7935035 Feb 21 09:41:45.031602 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Network fc3433bc-9b30-41e2-87cf-8a7494813443 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:45.038220 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6929b22-b747-4f45-afae-a9e5cdbc8bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db8fe2f-bafc-4aa0-b1f5-aabc05370eaf,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:45.047406 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:45.116787 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1b531bd-37eb-48b6-8fe0-e055c9008399 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (8d33c6fd-889c-4ac3-b2e4-dd9a7fa2e480), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.266977 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:41Z', 'revision_number': 2, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:45.308709 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks [] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.320213 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Checking router: 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:45.321116 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Updating router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 port b81fd0eb-7295-422b-92f9-83faf05c55c5 binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:41:45.352641 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1b531bd-37eb-48b6-8fe0-e055c9008399 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (8d33c6fd-889c-4ac3-b2e4-dd9a7fa2e480), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.389964 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device cac36cc7-693c-462f-a34f-0f771e199d67 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:45.423694 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1b531bd-37eb-48b6-8fe0-e055c9008399 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (8d33c6fd-889c-4ac3-b2e4-dd9a7fa2e480), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.425227 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.473028 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:39Z', 'revision_number': 3, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:45.483723 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b531bd-37eb-48b6-8fe0-e055c9008399 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d33c6fd-889c-4ac3-b2e4-dd9a7fa2e480,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:45.578181 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e56a2-1c95-4ba0-bb40-d51f28132f4d None None] The sync data for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi is: [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:39Z', 'revision_number': 3, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:45.595403 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1b531bd-37eb-48b6-8fe0-e055c9008399 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.605959 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53412) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:45.608138 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d1b531bd-37eb-48b6-8fe0-e055c9008399 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6956811 Feb 21 09:41:45.617892 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port cac36cc7-693c-462f-a34f-0f771e199d67 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:45.618951 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.622986 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-7b231308-b034-4de7-a654-b1f6943d9f3a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'security_group_rule': {'security_group_id': '31ccc6a9-473a-410c-9cdc-028adf513912', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:45.629027 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:45.735807 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.782304 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.10', 53719) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:45.821354 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port cac36cc7-693c-462f-a34f-0f771e199d67 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:45.825803 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.848974 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7b231308-b034-4de7-a654-b1f6943d9f3a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (124e395f-68cf-4c9e-8f21-f4d526c25f8c), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.869183 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port cac36cc7-693c-462f-a34f-0f771e199d67, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=cac36cc7-693c-462f-a34f-0f771e199d67,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:45.903834 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:45.916342 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:45.918185 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f754347-8f93-4256-a3b9-eb1eae3c178d,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:45.924419 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:45.925827 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Publish callbacks [] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.929087 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.956926 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:45.957765 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8a919869-d47b-4919-a05f-52ddab15eca1 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:45.968460 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53418) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:46.080292 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1574561297-network', 'tenant_id': '4a819946bfa94cdf8d4964801b203152'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:46.102987 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:46.153463 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-de51cd88-fd92-45a9-b103-352dda4ed26d admin admin] 10.222.0.60 "PUT /v2.0/routers/2fabdec3-001b-43a6-a8ae-fcfb0e054211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4185092 Feb 21 09:41:46.186114 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.224317 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7b231308-b034-4de7-a654-b1f6943d9f3a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (124e395f-68cf-4c9e-8f21-f4d526c25f8c), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.309796 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7b231308-b034-4de7-a654-b1f6943d9f3a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (124e395f-68cf-4c9e-8f21-f4d526c25f8c), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.329890 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ef331f7e-c36d-492b-a2e6-a07d8d5313a1 req-025a46f8-c399-465e-8136-11d273fff285 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0455873 Feb 21 09:41:46.397735 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953fe4-5471-42c8-b397-701f786a6968 req-4730e67c-be03-485b-9fc9-714939b8cbcc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:46.407487 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-4730e67c-be03-485b-9fc9-714939b8cbcc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.10 "GET /v2.0/networks?id=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 HTTP/1.1" status: 200 len: 811 time: 0.6158221 Feb 21 09:41:46.457592 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=cac36cc7-693c-462f-a34f-0f771e199d67,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:46.466830 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 8a919869-d47b-4919-a05f-52ddab15eca1 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:46.467206 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.470571 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Made reservation on behalf of 4a819946bfa94cdf8d4964801b203152 for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:46.473681 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.484907 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Request body: {'port': {'device_id': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0', 'admin_state_up': True, 'tenant_id': 'c9c68fb7c73d439fb2c283b7f93309f7'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:46.617338 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b231308-b034-4de7-a654-b1f6943d9f3a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124e395f-68cf-4c9e-8f21-f4d526c25f8c,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:46.640224 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.725239 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7b231308-b034-4de7-a654-b1f6943d9f3a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:46.734155 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-7b231308-b034-4de7-a654-b1f6943d9f3a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1259129 Feb 21 09:41:46.755775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53460) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:46.783308 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:46.797643 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53464) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:46.905922 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Sync routers for ids ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:46.964260 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Routers {'2fabdec3-001b-43a6-a8ae-fcfb0e054211'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:46.964890 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:46.985919 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341775-dea5-479a-bf6e-3bcd319e098c None None] Pushing event updated for resources: {'Port': ['ID=b81fd0eb-7295-422b-92f9-83faf05c55c5,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:46.995897 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Attempting to bind port b81fd0eb-7295-422b-92f9-83faf05c55c5 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:46.997099 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Attempting to bind port b81fd0eb-7295-422b-92f9-83faf05c55c5 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:47.003747 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Attempting to bind port b81fd0eb-7295-422b-92f9-83faf05c55c5 on network 4719d08a-7608-47b3-9484-6fa03102e857 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:47.008070 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-63484ab5-16f8-434e-999b-66ac05120e9f None None] Provisioning complete for port 9f754347-8f93-4256-a3b9-eb1eae3c178d triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:47.010571 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-63484ab5-16f8-434e-999b-66ac05120e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.087735 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:47.090067 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Checking segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:47.090895 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.093090 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7a3d99fd-5be1-47cc-816f-e20da00d3f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.093634 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Bound using segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:47.098631 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Bound port: b81fd0eb-7295-422b-92f9-83faf05c55c5, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:47.100633 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.147454 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.176397 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-63484ab5-16f8-434e-999b-66ac05120e9f None None] Port 9f754347-8f93-4256-a3b9-eb1eae3c178d cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:47.202228 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.249779 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Set router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:47.291973 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Made reservation on behalf of c9c68fb7c73d439fb2c283b7f93309f7 for: {'port': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:47.305571 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.504217 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 8a919869-d47b-4919-a05f-52ddab15eca1 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:47.509870 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] For port b81fd0eb-7295-422b-92f9-83faf05c55c5, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:47.513711 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] For port b81fd0eb-7295-422b-92f9-83faf05c55c5, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b81fd0eb-7295-422b-92f9-83faf05c55c5,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:47.518149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-5d195926-059d-4aee-a520-f0142443c05a None None] Provisioning complete for port b81fd0eb-7295-422b-92f9-83faf05c55c5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:47.518149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5d195926-059d-4aee-a520-f0142443c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.591581 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-5d195926-059d-4aee-a520-f0142443c05a None None] Port b81fd0eb-7295-422b-92f9-83faf05c55c5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:47.602406 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.716828 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341775-dea5-479a-bf6e-3bcd319e098c None None] Pushing event updated for resources: {'Port': ['ID=b81fd0eb-7295-422b-92f9-83faf05c55c5,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:47.723359 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:47.726607 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:47.733407 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port': {'id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'c5585b11-1fe1-4295-a5da-1329dab9b473', 'name': '', 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'mac_address': 'fa:16:3e:aa:b1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:41Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 2, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'subnets': [{'id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:47.763505 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks [] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.771853 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-889e857e-81cd-4c42-b9dd-f9d107ea719e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:47.781651 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7a3d99fd-5be1-47cc-816f-e20da00d3f89 admin admin] Publish callbacks [] for security_group (468f1ccf-4d0a-4b1d-b461-a12ac731e68f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.781841 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-889e857e-81cd-4c42-b9dd-f9d107ea719e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 819 time: 0.4360759 Feb 21 09:41:47.810667 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks [] for security_group (92a3a605-c959-413d-8a9e-c15bb44206b9), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.813732 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d4de10a2-98a9-46a8-b205-257f5522a860 req-a78b2610-b530-440e-8421-6323ada0e84a tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0381315 Feb 21 09:41:47.833794 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-4e3e3029-df89-42b2-8d47-f97bd4705462 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/quotas/9f1461d14cd24c4f9a160129b9c7d21e HTTP/1.1" status: 200 len: 375 time: 0.0475464 Feb 21 09:41:47.837107 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Checking router: 2fabdec3-001b-43a6-a8ae-fcfb0e054211 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:47.837633 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Updating router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 port c5585b11-1fe1-4295-a5da-1329dab9b473 binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:41:47.891706 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.922269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device cac36cc7-693c-462f-a34f-0f771e199d67 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:47.926100 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7a3d99fd-5be1-47cc-816f-e20da00d3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (468f1ccf-4d0a-4b1d-b461-a12ac731e68f), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.943636 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (92a3a605-c959-413d-8a9e-c15bb44206b9), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.961863 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:41:47.970440 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:47.975274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.063307 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:48.182251 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (db6a43f2-d36e-4087-9738-db29a5593464), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.183748 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Added segment db6a43f2-d36e-4087-9738-db29a5593464 of type vlan for network b134757c-2442-4743-9d34-5ad170c39834 Feb 21 09:41:48.302256 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-0f84143c-c92e-41fa-91d5-c9d912a99ec8 None None] Provisioning complete for port b81fd0eb-7295-422b-92f9-83faf05c55c5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:48.303035 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0f84143c-c92e-41fa-91d5-c9d912a99ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.441178 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-0f84143c-c92e-41fa-91d5-c9d912a99ec8 None None] Current status of the port b81fd0eb-7295-422b-92f9-83faf05c55c5 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:48.442991 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0f84143c-c92e-41fa-91d5-c9d912a99ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.445338 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-b7cb1640-fe4e-4208-a904-a68fa3805122 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5890300 Feb 21 09:41:48.486325 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Allocated IP 172.20.0.2 (39e351fb-eedf-4ebf-a6d5-6c30191d6cc0/beef3072-11ed-4734-a89f-9302ca386ccb/3daf2646-dc00-430a-bd58-7600e25e016a) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:48.496834 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-0f84143c-c92e-41fa-91d5-c9d912a99ec8 None None] For port b81fd0eb-7295-422b-92f9-83faf05c55c5, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b81fd0eb-7295-422b-92f9-83faf05c55c5,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:48.499067 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port cac36cc7-693c-462f-a34f-0f771e199d67 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:48.499801 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.570180 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-7a3d99fd-5be1-47cc-816f-e20da00d3f89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=450b89b3d17e4ef38028e4a42f063a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7216866 Feb 21 09:41:48.571368 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53530) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:48.592777 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0f84143c-c92e-41fa-91d5-c9d912a99ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.614033 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d99fd-5be1-47cc-816f-e20da00d3f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468f1ccf-4d0a-4b1d-b461-a12ac731e68f,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:48.635114 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (b134757c-2442-4743-9d34-5ad170c39834), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.746660 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84143c-c92e-41fa-91d5-c9d912a99ec8 None None] Pushing event updated for resources: {'Port': ['ID=b81fd0eb-7295-422b-92f9-83faf05c55c5,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:48.767444 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f754347-8f93-4256-a3b9-eb1eae3c178d,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:48.882736 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Publish callbacks [] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.891313 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.db.resource_extend [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 09:41:48.895736 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a3a605-c959-413d-8a9e-c15bb44206b9,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:48.915944 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.961748 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:48.984637 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port cac36cc7-693c-462f-a34f-0f771e199d67 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:48.986574 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 506c6365-0e7e-4216-a75a-478412ad42b8 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:49.024736 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:49.039700 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:47Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:49.098474 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b066b9-228e-413a-928b-33ee7f805d22 None None] The sync data for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi is: [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:47Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:49.107951 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711b8fb-1d82-4035-966c-ae0d37fd9d2b None None] Pushing event updated for resources: {'Port': ['ID=c5585b11-1fe1-4295-a5da-1329dab9b473,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:49.127240 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 506c6365-0e7e-4216-a75a-478412ad42b8 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:49.127652 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.168523 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53542) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:49.182411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:49.249327 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (b134757c-2442-4743-9d34-5ad170c39834), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.250320 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:49.250893 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.270793 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a1ad3ff-6f31-4324-b1e6-340d50e2579a req-07a6c7dc-179c-4c51-a9ba-3aa9e9e994f1 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.2422235 Feb 21 09:41:49.323288 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Attempting to bind port c5585b11-1fe1-4295-a5da-1329dab9b473 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:49.323899 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Attempting to bind port c5585b11-1fe1-4295-a5da-1329dab9b473 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:49.324429 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Attempting to bind port c5585b11-1fe1-4295-a5da-1329dab9b473 on network fc3433bc-9b30-41e2-87cf-8a7494813443 {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:49.339908 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:49.340631 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Checking segment: {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:49.341355 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.342008 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Bound using segment: {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:49.342756 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Bound port: c5585b11-1fe1-4295-a5da-1329dab9b473, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:49.343304 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.467952 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] For port c5585b11-1fe1-4295-a5da-1329dab9b473, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:49.482453 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] For port c5585b11-1fe1-4295-a5da-1329dab9b473, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=c5585b11-1fe1-4295-a5da-1329dab9b473,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:49.517369 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f54d84d7-77dd-4cbb-9004-fa42b1e287be admin admin] Publish callbacks [] for security_group (468f1ccf-4d0a-4b1d-b461-a12ac731e68f), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.531835 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 506c6365-0e7e-4216-a75a-478412ad42b8 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:49.533735 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.551925 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-856d3495-87a6-44f2-8dfb-9844be049587 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:41:49.560400 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-856d3495-87a6-44f2-8dfb-9844be049587 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8248072 Feb 21 09:41:49.591798 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks [] for port (3daf2646-dc00-430a-bd58-7600e25e016a), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.610162 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 506c6365-0e7e-4216-a75a-478412ad42b8, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=506c6365-0e7e-4216-a75a-478412ad42b8,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:49.611319 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f54d84d7-77dd-4cbb-9004-fa42b1e287be admin admin] Publish callbacks [] for security_group (468f1ccf-4d0a-4b1d-b461-a12ac731e68f), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.699553 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.751886 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Routers {'2fabdec3-001b-43a6-a8ae-fcfb0e054211'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:49.751886 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:49.760853 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-39a40762-9140-40f3-b9d4-cb270babc7ed None None] Provisioning complete for port 9f754347-8f93-4256-a3b9-eb1eae3c178d triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:49.761908 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-39a40762-9140-40f3-b9d4-cb270babc7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.776752 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ebfc42ff-ab4c-48e2-bd45-c2313d20ee0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.821922 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b134757c-2442-4743-9d34-5ad170c39834,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:49.862831 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-adce781c-cc71-4b9c-bc8c-9205412423a2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8130610 Feb 21 09:41:49.866714 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:41:49.875705 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53550) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:49.897573 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network b134757c-2442-4743-9d34-5ad170c39834 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:41:49.915640 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] Set router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:49.922923 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.945052 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Allocated IP 172.27.3.21 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/dfa34f53-696c-44f8-ac60-d30a6f551176) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:49.949271 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Request body: {'subnet': {'network_id': 'b134757c-2442-4743-9d34-5ad170c39834', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1574561297-subnet', 'tenant_id': '4a819946bfa94cdf8d4964801b203152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:49.955055 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-0b882402-4d90-4604-b3bb-39bce98a7c96 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934939 Feb 21 09:41:50.084182 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=506c6365-0e7e-4216-a75a-478412ad42b8,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:50.117448 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.126124 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f54d84d7-77dd-4cbb-9004-fa42b1e287be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (468f1ccf-4d0a-4b1d-b461-a12ac731e68f), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.129920 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f54d84d7-77dd-4cbb-9004-fa42b1e287be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.130596 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-f54d84d7-77dd-4cbb-9004-fa42b1e287be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/468f1ccf-4d0a-4b1d-b461-a12ac731e68f HTTP/1.1" status: 204 len: 168 time: 1.5524020 Feb 21 09:41:50.200258 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b81fd0eb-7295-422b-92f9-83faf05c55c5 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:50.219061 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-39a40762-9140-40f3-b9d4-cb270babc7ed None None] Port 9f754347-8f93-4256-a3b9-eb1eae3c178d cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:50.226040 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711b8fb-1d82-4035-966c-ae0d37fd9d2b None None] Pushing event updated for resources: {'Port': ['ID=c5585b11-1fe1-4295-a5da-1329dab9b473,revision_number=4']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:50.240067 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:50.248943 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:50.250947 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d84d7-77dd-4cbb-9004-fa42b1e287be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468f1ccf-4d0a-4b1d-b461-a12ac731e68f,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:50.269726 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Made reservation on behalf of 4a819946bfa94cdf8d4964801b203152 for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:50.272193 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.277287 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:50.286241 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:50.287790 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.377912 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8962395 Feb 21 09:41:50.410602 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-51055495-0cb1-4cce-b16f-8daf4e1f1ed2 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:41:50.412495 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-51055495-0cb1-4cce-b16f-8daf4e1f1ed2 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205503 Feb 21 09:41:50.423251 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b08e3b-3083-4f5c-9e89-b64e6e54b487 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Pushing event updated for resources: {'Port': ['ID=3daf2646-dc00-430a-bd58-7600e25e016a,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:50.470614 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port b81fd0eb-7295-422b-92f9-83faf05c55c5 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:50.471009 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.496092 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-d788fe78-8dc4-449a-9980-de2bfe87436a service neutron] 10.222.0.60 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035751 Feb 21 09:41:50.581613 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port': {'id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'c5585b11-1fe1-4295-a5da-1329dab9b473', 'name': '', 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'mac_address': 'fa:16:3e:aa:b1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:41Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'subnets': [{'id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:50.700501 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bab33-6285-425c-97d3-0cbb93ee4b2a None None] The sync data for ids ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'] in dv-cinder-804735-19-iscsi is: [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port': {'id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'c5585b11-1fe1-4295-a5da-1329dab9b473', 'name': '', 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'mac_address': 'fa:16:3e:aa:b1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:41Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'subnets': [{'id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:50.894602 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port b81fd0eb-7295-422b-92f9-83faf05c55c5 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:50.921698 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Request body: {'port': {'device_id': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:50.942499 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (6c32f3e8-fbde-48bd-8f72-2537f87fc8a9), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.233044 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e2ad3662-5822-4caf-92f9-5bd1171a7fcb req-b6cf92ef-ed87-48b6-888f-270451a790a8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 210 time: 0.1192877 Feb 21 09:41:51.384414 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:41:51.401140 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a817d3fd-ce56-44c8-9d84-9cdf98ada8a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/cd0354cb-8931-4e87-b8e7-caecc0e0fa2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9596903 Feb 21 09:41:51.415733 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Sync routers for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:41:51.469282 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:51.472821 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.474566 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:51.502068 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c32f3e8-fbde-48bd-8f72-2537f87fc8a9,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:51.516232 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Checking segment: {'id': 'db6a43f2-d36e-4087-9738-db29a5593464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b134757c-2442-4743-9d34-5ad170c39834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:51.516232 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Network hostable DHCP agents. Network: b134757c-2442-4743-9d34-5ad170c39834, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:41:51.638411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d350e-1479-40b5-914e-892e7ba9df32 req-bff49a65-581d-4e24-8d65-a49a64e2085e tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:51.652031 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-185d350e-1479-40b5-914e-892e7ba9df32 req-bff49a65-581d-4e24-8d65-a49a64e2085e tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 931 time: 0.5566411 Feb 21 09:41:51.661196 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.824918 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ebfc42ff-ab4c-48e2-bd45-c2313d20ee0f admin admin] Publish callbacks [] for security_group (0902e00d-ace9-4aa3-ba4a-450896dc1210), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.903711 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Network b134757c-2442-4743-9d34-5ad170c39834 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:41:51.933391 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ebfc42ff-ab4c-48e2-bd45-c2313d20ee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0902e00d-ace9-4aa3-ba4a-450896dc1210), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:51.975775 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:52.007058 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-185d350e-1479-40b5-914e-892e7ba9df32 req-ff4f3a6b-3e76-459c-b50e-7506f9c7ea54 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510175 Feb 21 09:41:52.142311 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, b134757c-2442-4743-9d34-5ad170c39834) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:52.159699 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:52.161785 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:52.248489 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ebfc42ff-ab4c-48e2-bd45-c2313d20ee0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d76dc49f2834da4a7a06929fc9f52bf&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0250826 Feb 21 09:41:52.250541 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53634) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:52.277138 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc42ff-ab4c-48e2-bd45-c2313d20ee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0902e00d-ace9-4aa3-ba4a-450896dc1210,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:52.299973 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4568d8-86e5-4940-b6fc-0631321a56b7 None None] Network b134757c-2442-4743-9d34-5ad170c39834 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:52.387764 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:52.476930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:52.486309 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:52.495554 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:52.682422 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-c87a97f2-3990-416f-8897-b0c2bc867ba3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7595186 Feb 21 09:41:52.704977 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5ec773b6-8f5e-4624-893d-cde7e38dd763 admin admin] Publish callbacks [] for security_group (0902e00d-ace9-4aa3-ba4a-450896dc1210), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:52.843613 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-20d03829-bef1-4e8d-89f5-1b50ac7226f4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:52.845268 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-20d03829-bef1-4e8d-89f5-1b50ac7226f4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 819 time: 0.9301505 Feb 21 09:41:52.935145 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'Port': ['ID=dfa34f53-696c-44f8-ac60-d30a6f551176,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:52.978475 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5ec773b6-8f5e-4624-893d-cde7e38dd763 admin admin] Publish callbacks [] for security_group (0902e00d-ace9-4aa3-ba4a-450896dc1210), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.016940 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53652) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:53.046444 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (6da10d36-1ebe-4da4-b991-0161315b4bd2), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.055790 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 506c6365-0e7e-4216-a75a-478412ad42b8 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:53.113714 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3daf2646-dc00-430a-bd58-7600e25e016a {{(pid=109840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:41:53.138949 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Publish callbacks [] for port (3daf2646-dc00-430a-bd58-7600e25e016a), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.159451 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-11333e17-378a-4c3b-8a33-7324950447f0 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/quotas/9f1461d14cd24c4f9a160129b9c7d21e HTTP/1.1" status: 200 len: 375 time: 0.0479884 Feb 21 09:41:53.228517 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.provisioning_blocks [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Transition to ACTIVE for port object 3daf2646-dc00-430a-bd58-7600e25e016a will not be triggered until provisioned by entity L2. {{(pid=109840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:41:53.292548 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:47Z', 'revision_number': 2, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:53.297813 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.319734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5ec773b6-8f5e-4624-893d-cde7e38dd763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0902e00d-ace9-4aa3-ba4a-450896dc1210), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.321503 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5ec773b6-8f5e-4624-893d-cde7e38dd763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.323310 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5ec773b6-8f5e-4624-893d-cde7e38dd763 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0902e00d-ace9-4aa3-ba4a-450896dc1210 HTTP/1.1" status: 204 len: 168 time: 1.0653157 Feb 21 09:41:53.372499 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 506c6365-0e7e-4216-a75a-478412ad42b8 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:53.372903 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.423767 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Checking router: cd0354cb-8931-4e87-b8e7-caecc0e0fa2a for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:41:53.424168 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Updating router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a port 9f754347-8f93-4256-a3b9-eb1eae3c178d binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:41:53.449269 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec773b6-8f5e-4624-893d-cde7e38dd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0902e00d-ace9-4aa3-ba4a-450896dc1210,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:53.451720 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.468407 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] Deleting subnet e3003afc-9d16-42da-97af-8ff17e3a64bc {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:41:53.480290 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] Publish callbacks [] for subnet (e3003afc-9d16-42da-97af-8ff17e3a64bc), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.538944 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53666) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:53.554125 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-a4b01fb6-ccf2-4866-938d-a56c639e7ae2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3693156 Feb 21 09:41:53.559576 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-480fca4d-385e-4097-9e9f-0ec9c5d4f19b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537533250', 'description': 'tempest-description--432048667'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:53.599330 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf2646-dc00-430a-bd58-7600e25e016a,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:53.640417 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c7f6e-3d2b-43f2-9055-1954232c2b70 None None] Network b134757c-2442-4743-9d34-5ad170c39834 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:41:53.657704 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] Publish callbacks [] for subnet (e3003afc-9d16-42da-97af-8ff17e3a64bc), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.679245 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (e3003afc-9d16-42da-97af-8ff17e3a64bc), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.683974 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.909753 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-480fca4d-385e-4097-9e9f-0ec9c5d4f19b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.920021 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f871ff-fe4d-4533-b4aa-8521cee079bb req-8f91ae0c-3893-49cc-ab0f-f85aea26f4bf tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:53.924745 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b5f871ff-fe4d-4533-b4aa-8521cee079bb req-8f91ae0c-3893-49cc-ab0f-f85aea26f4bf tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.1399462 Feb 21 09:41:53.960660 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for subnet (e3003afc-9d16-42da-97af-8ff17e3a64bc), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.982498 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:53.989728 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e3003afc-9d16-42da-97af-8ff17e3a64bc HTTP/1.1" status: 204 len: 168 time: 0.9643104 Feb 21 09:41:53.993191 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Attempting to bind port 3daf2646-dc00-430a-bd58-7600e25e016a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:53.993191 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Attempting to bind port 3daf2646-dc00-430a-bd58-7600e25e016a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e3b82234-818b-4dc3-83e3-6da3c3adc74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:53.993191 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Attempting to bind port 3daf2646-dc00-430a-bd58-7600e25e016a on network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:54.004939 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53676) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:54.074761 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Port 3daf2646-dc00-430a-bd58-7600e25e016a on network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:41:54.075817 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Attempting to bind port 3daf2646-dc00-430a-bd58-7600e25e016a on network 39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:54.085949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00372b95-3b84-4cf8-a40a-5df66f352c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3003afc-9d16-42da-97af-8ff17e3a64bc,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:54.116800 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:54.117789 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Checking segment: {'id': 'e3b82234-818b-4dc3-83e3-6da3c3adc74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:54.118649 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Bound using segment: {'id': 'e3b82234-818b-4dc3-83e3-6da3c3adc74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:54.119941 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Bound port: 3daf2646-dc00-430a-bd58-7600e25e016a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b82234-818b-4dc3-83e3-6da3c3adc74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:54.120567 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:54.179501 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b5f871ff-fe4d-4533-b4aa-8521cee079bb req-3bae0853-881d-469f-88e7-3275d949322b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491813 Feb 21 09:41:54.264659 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:54.321907 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-ffb0c8be-2df6-4cf0-b76a-feae9284cf53 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240345 Feb 21 09:41:54.378534 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:54.396997 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (7edf20ea-7f9e-4f24-82a9-60a6ea40f8db), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:54.440600 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (6da10d36-1ebe-4da4-b991-0161315b4bd2), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:54.489820 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'Port': ['ID=dfa34f53-696c-44f8-ac60-d30a6f551176,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:54.523901 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 506c6365-0e7e-4216-a75a-478412ad42b8 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:54.529155 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c5585b11-1fe1-4295-a5da-1329dab9b473 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:54.540838 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:54.551136 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-40cb5220-523a-4335-9c4a-850961cdfd12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7858326 Feb 21 09:41:54.840443 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port c5585b11-1fe1-4295-a5da-1329dab9b473 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:54.840833 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.093102 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-480fca4d-385e-4097-9e9f-0ec9c5d4f19b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (0988d82a-216c-420f-8130-28484bd31d09), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.112686 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] For port 3daf2646-dc00-430a-bd58-7600e25e016a, host hv-cinder-80473, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:55.119616 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] For port 3daf2646-dc00-430a-bd58-7600e25e016a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3daf2646-dc00-430a-bd58-7600e25e016a,segment=NetworkSegment(e3b82234-818b-4dc3-83e3-6da3c3adc74d),segment_id=e3b82234-818b-4dc3-83e3-6da3c3adc74d)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:55.158862 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Publish callbacks [] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.159427 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-9751d264-32f6-4586-84dd-005dd2e67960 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1910171553&fields=id&tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 267 time: 0.1195219 Feb 21 09:41:55.170251 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port c5585b11-1fe1-4295-a5da-1329dab9b473 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:55.171068 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.174825 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-480fca4d-385e-4097-9e9f-0ec9c5d4f19b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0988d82a-216c-420f-8130-28484bd31d09), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.249290 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fca4d-385e-4097-9e9f-0ec9c5d4f19b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0988d82a-216c-420f-8130-28484bd31d09,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:55.253250 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.258397 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.403063 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port c5585b11-1fe1-4295-a5da-1329dab9b473, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=c5585b11-1fe1-4295-a5da-1329dab9b473,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:55.418772 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf2646-dc00-430a-bd58-7600e25e016a,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:55.491203 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-3304fe29-cb03-47f1-bb78-2c6afaa6ef9d service neutron] 10.222.0.60 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1473374 Feb 21 09:41:55.533386 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:55.534670 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.536095 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-97a8f337-e9ef-4b2d-ae64-f3bb7460eed0 service neutron] 10.222.0.10 "PUT /v2.0/ports/3daf2646-dc00-430a-bd58-7600e25e016a HTTP/1.1" status: 200 len: 1093 time: 4.7907953 Feb 21 09:41:55.549114 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fefd3-c15d-4201-ba72-99ded7585f3f None None] Pushing event updated for resources: {'Port': ['ID=9f754347-8f93-4256-a3b9-eb1eae3c178d,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:55.557800 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-2b10fedc-4e84-416c-ac7b-6767882851fa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:55.559330 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-2b10fedc-4e84-416c-ac7b-6767882851fa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 816 time: 0.3906951 Feb 21 09:41:55.577647 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.10', 53733) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:55.588941 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'tag': '3daf2646-dc00-430a-bd58-7600e25e016a'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:41:55.652801 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.786015 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-480fca4d-385e-4097-9e9f-0ec9c5d4f19b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.787799 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-480fca4d-385e-4097-9e9f-0ec9c5d4f19b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2322934 Feb 21 09:41:55.790920 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53736) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:55.795983 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-07b48b52-9ab5-4b8e-81bf-a610fb7a20cf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'security_group_rule': {'security_group_id': '0988d82a-216c-420f-8130-28484bd31d09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:55.832861 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-7766b0d7-9217-4796-9bcf-da4d0a109e50 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/quotas/f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 375 time: 0.2586067 Feb 21 09:41:55.839096 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=c5585b11-1fe1-4295-a5da-1329dab9b473,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:55.879163 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Attempting to bind port 9f754347-8f93-4256-a3b9-eb1eae3c178d on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:41:55.879554 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Attempting to bind port 9f754347-8f93-4256-a3b9-eb1eae3c178d by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:41:55.880013 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Attempting to bind port 9f754347-8f93-4256-a3b9-eb1eae3c178d on network 0d612757-5041-44ac-b2c3-9d74998dbae7 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:41:55.888736 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:41:55.890474 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Checking segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:41:55.890474 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:55.890474 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Bound using segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:41:55.897652 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Bound port: 9f754347-8f93-4256-a3b9-eb1eae3c178d, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:41:55.898122 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.045785 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (7edf20ea-7f9e-4f24-82a9-60a6ea40f8db), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.116348 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.117071 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.118217 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.131807 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > port after_create 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.137544 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.138466 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > port after_update 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.139009 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.139542 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.140084 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.140775 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.188730 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-089cc4a0-7825-4c74-b615-37489f47c40e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:56.188730 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-089cc4a0-7825-4c74-b615-37489f47c40e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 819 time: 0.5717168 Feb 21 09:41:56.204228 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] For port 9f754347-8f93-4256-a3b9-eb1eae3c178d, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:41:56.207730 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-e4c37349-53aa-4001-a523-ee59a0c3a239 None None] Provisioning complete for port 9f754347-8f93-4256-a3b9-eb1eae3c178d triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:56.208123 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e4c37349-53aa-4001-a523-ee59a0c3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.211170 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] For port 9f754347-8f93-4256-a3b9-eb1eae3c178d, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=9f754347-8f93-4256-a3b9-eb1eae3c178d,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:41:56.213777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Request body: {'port': {'device_id': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'admin_state_up': True, 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:56.224427 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-eb6afbf1-4aeb-4980-a030-de0076e7bf8d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3652804 Feb 21 09:41:56.311304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.339042 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.339326 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.339679 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.340094 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:56.340375 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edf20ea-7f9e-4f24-82a9-60a6ea40f8db']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:56.366918 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e4c37349-53aa-4001-a523-ee59a0c3a239 None None] Port 9f754347-8f93-4256-a3b9-eb1eae3c178d cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:41:56.376091 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e75689b-b500-4ac5-8ad1-a74a9e23ed83') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:56.376753 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e75689b-b500-4ac5-8ad1-a74a9e23ed83') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:56.418987 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:41:56.419782 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:41:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:56.451329 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (3e75689b-b500-4ac5-8ad1-a74a9e23ed83), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.515473 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (3e75689b-b500-4ac5-8ad1-a74a9e23ed83), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.526735 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:41:56.527723 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (3e75689b-b500-4ac5-8ad1-a74a9e23ed83), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.559573 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-fbe4027c-9484-473c-8af5-5341c471f4be service neutron] 10.222.0.60 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143959 Feb 21 09:41:56.637210 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:41:56.693432 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953fe4-5471-42c8-b397-701f786a6968 req-eeda92af-44bd-4b21-9372-5e5a62ce4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:56.698278 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-eeda92af-44bd-4b21-9372-5e5a62ce4730 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9c68fb7c73d439fb2c283b7f93309f7&device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 1127 time: 0.8327284 Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: from cryptography.utils import int_from_bytes Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: from cryptography.utils import int_from_bytes Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:41:56.724357 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:41:56.847094 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fefd3-c15d-4201-ba72-99ded7585f3f None None] Pushing event updated for resources: {'Port': ['ID=9f754347-8f93-4256-a3b9-eb1eae3c178d,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:56.864828 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-9b4b1899-04f8-4e39-a308-af91c3690c7a None None] Provisioning complete for port 9f754347-8f93-4256-a3b9-eb1eae3c178d triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:56.865211 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1899-04f8-4e39-a308-af91c3690c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:56.884506 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-44e3544b-147f-4dd0-8e00-4a68d58fd9f4 service neutron] 10.222.0.60 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993794 Feb 21 09:41:56.927074 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Made reservation on behalf of 9f1461d14cd24c4f9a160129b9c7d21e for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:41:56.937406 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.028859 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (7edf20ea-7f9e-4f24-82a9-60a6ea40f8db), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.059110 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.069752 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7edf20ea-7f9e-4f24-82a9-60a6ea40f8db HTTP/1.1" status: 204 len: 168 time: 3.0309129 Feb 21 09:41:57.092967 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53762) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:57.097161 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07b48b52-9ab5-4b8e-81bf-a610fb7a20cf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (06420b7a-b833-4ea3-8264-1b0482aba497), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.132495 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb96977-2333-4a43-96d4-d84001b47ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "df1b7ced-bed8-4b46-ae7f-74e4020cb332", "tag": "3daf2646-dc00-430a-bd58-7600e25e016a"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:41:57.147307 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b1899-04f8-4e39-a308-af91c3690c7a None None] Current status of the port 9f754347-8f93-4256-a3b9-eb1eae3c178d is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:57.148043 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1899-04f8-4e39-a308-af91c3690c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.178420 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-9ac2b426-ffec-4e5f-a1c5-d18cb96f0bdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3daf2646-dc00-430a-bd58-7600e25e016a HTTP/1.1" status: 200 len: 217 time: 0.4437554 Feb 21 09:41:57.222395 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-9b4b1899-04f8-4e39-a308-af91c3690c7a None None] For port 9f754347-8f93-4256-a3b9-eb1eae3c178d, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=9f754347-8f93-4256-a3b9-eb1eae3c178d,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:41:57.236674 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbb914-f9e7-4f73-b8de-ecb8ad6ccc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edf20ea-7f9e-4f24-82a9-60a6ea40f8db,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:57.271936 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:56Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:41:57.364163 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] Deleting subnet 6c32f3e8-fbde-48bd-8f72-2537f87fc8a9 {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:41:57.369028 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07b48b52-9ab5-4b8e-81bf-a610fb7a20cf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (06420b7a-b833-4ea3-8264-1b0482aba497), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.378507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7a4d3-912a-405b-8347-2af71c787c50 req-9d910291-8541-4f94-887e-e4fb00ffb089 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:57.394386 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5ed7a4d3-912a-405b-8347-2af71c787c50 req-9d910291-8541-4f94-887e-e4fb00ffb089 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 1.2912619 Feb 21 09:41:57.396308 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] Publish callbacks [] for subnet (6c32f3e8-fbde-48bd-8f72-2537f87fc8a9), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.407496 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953fe4-5471-42c8-b397-701f786a6968 req-0c7af9ef-b6de-4a8c-97e6-86648c8f2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:57.413699 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-0c7af9ef-b6de-4a8c-97e6-86648c8f2656 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beef3072-11ed-4734-a89f-9302ca386ccb HTTP/1.1" status: 200 len: 851 time: 0.1762345 Feb 21 09:41:57.447385 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-955b87ca-853a-4292-ac28-85050497cf99 req-a24d870b-1387-49f9-b214-828151b61df9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.0422406 Feb 21 09:41:57.454030 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Allocated IP 172.20.0.10 (fc3433bc-9b30-41e2-87cf-8a7494813443/0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d/51b9589a-2044-4552-91cd-0affb2033cc5) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:41:57.535549 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07b48b52-9ab5-4b8e-81bf-a610fb7a20cf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (06420b7a-b833-4ea3-8264-1b0482aba497), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.614331 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c7f16e1a-f5ff-459a-83fb-501a5250f181 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243496 Feb 21 09:41:57.643924 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b48b52-9ab5-4b8e-81bf-a610fb7a20cf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06420b7a-b833-4ea3-8264-1b0482aba497,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:57.652554 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (6c32f3e8-fbde-48bd-8f72-2537f87fc8a9), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.699756 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1899-04f8-4e39-a308-af91c3690c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.719043 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07b48b52-9ab5-4b8e-81bf-a610fb7a20cf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.720190 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-07b48b52-9ab5-4b8e-81bf-a610fb7a20cf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9281480 Feb 21 09:41:57.757664 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53778) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:57.768430 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-39f5db53-f43a-4831-b09e-2a3ced8a317a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'security_group_rule': {'security_group_id': '0988d82a-216c-420f-8130-28484bd31d09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:57.777215 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5ed7a4d3-912a-405b-8347-2af71c787c50 req-8e19563b-949e-4b6d-9dfd-30646cf4a8c5 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607590 Feb 21 09:41:57.829686 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (6c32f3e8-fbde-48bd-8f72-2537f87fc8a9), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:57.838806 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2be5ce-fdf5-48b6-98e7-da1d52bbf5f8 None None] The sync data for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi is: [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:56Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:41:57.846220 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b1899-04f8-4e39-a308-af91c3690c7a None None] Pushing event updated for resources: {'Port': ['ID=9f754347-8f93-4256-a3b9-eb1eae3c178d,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:58.000117 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-369ef491-d096-41b0-8973-08c7d64bcbe2 service neutron] 10.222.0.10 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743424 Feb 21 09:41:58.003862 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c5585b11-1fe1-4295-a5da-1329dab9b473 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:58.173304 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39f5db53-f43a-4831-b09e-2a3ced8a317a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (ef522ab3-3602-49a3-ad41-29f641417794), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.184466 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (6c32f3e8-fbde-48bd-8f72-2537f87fc8a9), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.248521 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port c5585b11-1fe1-4295-a5da-1329dab9b473 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:41:58.249127 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.276332 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f954360-ec6d-425c-a1d2-9ed8167387d7 x-openstack-request-id: req-6f954360-ec6d-425c-a1d2-9ed8167387d7 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:41:58.276332 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1b7ced-bed8-4b46-ae7f-74e4020cb332", "tag": "3daf2646-dc00-430a-bd58-7600e25e016a", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:41:58.276332 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f954360-ec6d-425c-a1d2-9ed8167387d7 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:41:58.276332 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'tag': '3daf2646-dc00-430a-bd58-7600e25e016a', 'status': 'completed', 'code': 200} Feb 21 09:41:58.322827 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df90e1f2-9f2e-460e-bbe3-35cf85b2d6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.344771 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks [] for port (51b9589a-2044-4552-91cd-0affb2033cc5), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.428307 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c32f3e8-fbde-48bd-8f72-2537f87fc8a9,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:58.467043 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-47b06f15-0ffb-451d-a070-15ed916b1199 req-2546911f-3e8c-44be-847f-a6b97308806d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 210 time: 0.1432018 Feb 21 09:41:58.468592 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.472839 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a8df63e9-3836-4bf9-b899-f4d6ef7d4fe2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6c32f3e8-fbde-48bd-8f72-2537f87fc8a9 HTTP/1.1" status: 204 len: 168 time: 1.3577557 Feb 21 09:41:58.477854 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53796) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:58.529704 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port c5585b11-1fe1-4295-a5da-1329dab9b473 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:41:58.577853 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39f5db53-f43a-4831-b09e-2a3ced8a317a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (ef522ab3-3602-49a3-ad41-29f641417794), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.577853 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae953fe4-5471-42c8-b397-701f786a6968 req-c425e9bb-b64c-4c49-8ce5-4627fb356372 service neutron] 10.222.0.10 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085964 Feb 21 09:41:58.673588 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.694643 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5e6ec039-1221-496c-93ea-7ea7ee28b4fb req-caa455da-15f1-4bbb-a129-3a4726da1842 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.0840478 Feb 21 09:41:58.699639 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39f5db53-f43a-4831-b09e-2a3ced8a317a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (ef522ab3-3602-49a3-ad41-29f641417794), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.736260 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5db53-f43a-4831-b09e-2a3ced8a317a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef522ab3-3602-49a3-ad41-29f641417794,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:58.815180 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39f5db53-f43a-4831-b09e-2a3ced8a317a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:58.817556 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-39f5db53-f43a-4831-b09e-2a3ced8a317a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0588739 Feb 21 09:41:58.821499 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53802) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:58.837754 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:58.970031 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Pushing event updated for resources: {'Port': ['ID=51b9589a-2044-4552-91cd-0affb2033cc5,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:59.022361 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Network fc3433bc-9b30-41e2-87cf-8a7494813443 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:41:59.025353 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (b134757c-2442-4743-9d34-5ad170c39834), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:59.041893 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:41:59.041893 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:41:59.046648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:59.047321 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:59.099484 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:59.206459 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-2d694a94-16a8-4f8c-a4cd-ecb5f4d5227f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9986494 Feb 21 09:41:59.336195 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.10', 53739) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:59.344334 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-f947c8a6-93e1-40c4-98fe-0dabd24f2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:59.344659 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Request body: {'port': {'device_id': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:59.346657 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-f947c8a6-93e1-40c4-98fe-0dabd24f2141 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9c68fb7c73d439fb2c283b7f93309f7&device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 1127 time: 0.4486277 Feb 21 09:41:59.462407 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24129-74c8-473c-8418-b0353106508b req-1774a35b-1aa9-4dad-9712-374b75e924eb tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:59.475030 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c7e24129-74c8-473c-8418-b0353106508b req-1774a35b-1aa9-4dad-9712-374b75e924eb tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.4822755 Feb 21 09:41:59.708184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (b134757c-2442-4743-9d34-5ad170c39834), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:59.890419 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-de137d33-ebcf-4420-8604-d6acd233b662 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:41:59.896291 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-de137d33-ebcf-4420-8604-d6acd233b662 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 819 time: 0.5575361 Feb 21 09:41:59.917469 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 9f754347-8f93-4256-a3b9-eb1eae3c178d up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:41:59.948535 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c7e24129-74c8-473c-8418-b0353106508b req-f45070b7-a8e1-4421-9aef-8ee3bd2de3e5 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700315 Feb 21 09:41:59.986207 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Request body: {'port': {'device_id': '122c1307-4cd7-47f5-92fb-62864e133f28', 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'admin_state_up': True, 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:41:59.991932 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.992232 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.993004 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.993340 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.993881 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.994264 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.994679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.994915 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.995438 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:41:59.995763 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:42:00.088892 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-261d0da1-28a2-4c86-a9ae-e8f18429706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:00.090551 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-261d0da1-28a2-4c86-a9ae-e8f18429706e service neutron] 10.222.0.10 "GET /v2.0/networks?id=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 HTTP/1.1" status: 200 len: 912 time: 0.6952591 Feb 21 09:42:00.116900 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.135814 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 9f754347-8f93-4256-a3b9-eb1eae3c178d triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:00.136975 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.177429 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-39e1dbf4-836f-4f51-b9b0-a10e41caeca2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3daf2646-dc00-430a-bd58-7600e25e016a HTTP/1.1" status: 200 len: 217 time: 0.0754533 Feb 21 09:42:00.274630 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-469849a5-1139-498b-9c09-85811a5e8e2e req-e3d3b678-24e6-4640-8790-d6cf83c09771 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.0841980 Feb 21 09:42:00.298168 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 9f754347-8f93-4256-a3b9-eb1eae3c178d is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:00.368492 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-407c404e-824a-400e-9d56-0e23c82f46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:00.370203 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-407c404e-824a-400e-9d56-0e23c82f46b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beef3072-11ed-4734-a89f-9302ca386ccb HTTP/1.1" status: 200 len: 851 time: 0.1352260 Feb 21 09:42:00.403647 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:42:00.404041 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:42:00.404370 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:42:00.405403 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:42:00.405816 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b134757c-2442-4743-9d34-5ad170c39834']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:00.427513 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-418d9c6b-0e1b-4868-93b0-f3d2cdd9b62c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421543 Feb 21 09:42:00.453830 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Allocated IP 172.27.3.225 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/46cc90ad-5125-4396-b125-c7d961964e9c) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:42:00.483319 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6a43f2-d36e-4087-9738-db29a5593464') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:00.483788 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6a43f2-d36e-4087-9738-db29a5593464') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:00.515405 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (db6a43f2-d36e-4087-9738-db29a5593464), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.530399 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2edfb9ca-6785-4000-8aa0-2b93b4f35c60 req-74cfa29a-e82b-4dac-8217-b2c005dd6b91 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 210 time: 0.6611147 Feb 21 09:42:00.592244 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (db6a43f2-d36e-4087-9738-db29a5593464), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.595232 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-690465f0-6c29-4198-8b6b-6c6d590f218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.605946 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:42:00.606871 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (db6a43f2-d36e-4087-9738-db29a5593464), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.628864 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for port (46cc90ad-5125-4396-b125-c7d961964e9c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: from cryptography.utils import int_from_bytes Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: from cryptography.utils import int_from_bytes Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:42:00.674321 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:42:00.729561 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.780031 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-e2d937bd-fef5-4bef-99b8-99d4ee059058 service neutron] 10.222.0.10 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385682 Feb 21 09:42:00.787823 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (b134757c-2442-4743-9d34-5ad170c39834), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.794682 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.798279 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b134757c-2442-4743-9d34-5ad170c39834 HTTP/1.1" status: 204 len: 168 time: 2.3190780 Feb 21 09:42:00.845611 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (46cc90ad-5125-4396-b125-c7d961964e9c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:00.914173 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'Port': ['ID=46cc90ad-5125-4396-b125-c7d961964e9c,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:00.935557 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b02a0-0e63-4d9e-96e5-55dc2a9ff2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b134757c-2442-4743-9d34-5ad170c39834,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:01.064865 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:42:01.064865 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.10', 53748) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:01.128507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:42:01.150646 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:42:01.311464 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-31608ea1-6485-4262-b201-459580d68512 service neutron] 10.222.0.10 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847596 Feb 21 09:42:01.350433 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Made reservation on behalf of 9f1461d14cd24c4f9a160129b9c7d21e for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:42:01.365439 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.380336 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b27738-758e-466a-9f58-ebd31ac16c66 req-a7a2cce1-1a70-41a7-9b89-f69858bc205b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:01.382181 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-87b27738-758e-466a-9f58-ebd31ac16c66 req-a7a2cce1-1a70-41a7-9b89-f69858bc205b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.2596707 Feb 21 09:42:01.449453 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b88150c1-17ab-426d-b23b-e2f14b798ed1 req-e5c771c2-4ef8-4175-b611-9ff5605eca44 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.0428066 Feb 21 09:42:01.482762 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-84a6ec64-12ab-4be8-8b3f-a02812672730 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:01.484776 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-84a6ec64-12ab-4be8-8b3f-a02812672730 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 816 time: 0.3799205 Feb 21 09:42:01.526082 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53886) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:01.557972 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-87b27738-758e-466a-9f58-ebd31ac16c66 req-7a5981a6-4c3a-493f-bb71-0c38984cfe65 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596029 Feb 21 09:42:01.694945 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-f882fc6d-12f2-4936-94f3-87fe3cc92554 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 380 time: 0.1696751 Feb 21 09:42:01.705740 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-3c7e3919-c0f2-4957-b1f2-a3c9a957c477 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f18344e591464b4cb7f2dedd464d4fab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1773052 Feb 21 09:42:01.717408 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53896) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:01.718174 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'port': {'device_id': 'f5f07e90-66f4-481e-9344-856b0553884c', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'admin_state_up': True, 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'security_groups': ['31ccc6a9-473a-410c-9cdc-028adf513912']}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:01.776950 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (f5cc750a-e01e-45a5-a1e1-0e916894d472), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.858859 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.883517 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-950ae96f-c031-4b4f-a52c-e026f88445ed req-f059a3f6-3db0-452c-af6c-a5009d78467e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 210 time: 0.1130896 Feb 21 09:42:01.918949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3c15c850-33ae-48d0-9833-18a43fb1ed84 admin admin] Publish callbacks [] for security_group (d6f6817a-a4d9-4820-9438-27faff3e6f20), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:01.932278 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (46cc90ad-5125-4396-b125-c7d961964e9c), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.014165 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3c15c850-33ae-48d0-9833-18a43fb1ed84 admin admin] Publish callbacks [] for security_group (d6f6817a-a4d9-4820-9438-27faff3e6f20), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.040696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b9589a-2044-4552-91cd-0affb2033cc5 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:02.062071 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Publish callbacks [] for port (51b9589a-2044-4552-91cd-0affb2033cc5), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.101804 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Made reservation on behalf of f8b5c2c66165450c9d9b5cec5905b6fb for: {'port': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:42:02.107229 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.108902 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53904) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:02.118764 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Transition to ACTIVE for port object 51b9589a-2044-4552-91cd-0affb2033cc5 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:42:02.212360 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.297237 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for port (46cc90ad-5125-4396-b125-c7d961964e9c), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.328401 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-678179e3-707f-482b-a3a5-630d219df166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.340220 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3c15c850-33ae-48d0-9833-18a43fb1ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d6f6817a-a4d9-4820-9438-27faff3e6f20), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.342948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3c15c850-33ae-48d0-9833-18a43fb1ed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.344400 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3c15c850-33ae-48d0-9833-18a43fb1ed84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6f6817a-a4d9-4820-9438-27faff3e6f20 HTTP/1.1" status: 204 len: 168 time: 0.6205199 Feb 21 09:42:02.368572 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (46cc90ad-5125-4396-b125-c7d961964e9c), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.368572 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Allocated IP 172.20.0.9 (4719d08a-7608-47b3-9484-6fa03102e857/58713b76-9188-47fb-b983-873fb9067811/1d57fbe1-aea3-42a6-88d6-8e766c34cbd9) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:42:02.443849 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15c850-33ae-48d0-9833-18a43fb1ed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6817a-a4d9-4820-9438-27faff3e6f20,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:02.462386 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9589a-2044-4552-91cd-0affb2033cc5,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:02.489309 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Allocated IP 172.20.0.3 (fc3433bc-9b30-41e2-87cf-8a7494813443/0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d/6a652d1b-ea3e-4cb4-b985-6b9e60064842) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:42:02.583191 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'Port': ['ID=46cc90ad-5125-4396-b125-c7d961964e9c,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:02.666822 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (f5cc750a-e01e-45a5-a1e1-0e916894d472), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.678322 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0d28057e-d783-4259-9ce2-ba7480161f07 req-63d5f538-e242-49e8-9d10-2dffc4a65923 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.1033602 Feb 21 09:42:02.701459 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-678179e3-707f-482b-a3a5-630d219df166 admin admin] Publish callbacks [] for security_group (94de89a2-4c94-4a68-95c7-f657447fe0ef), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.976681 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:02.978181 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-c43370cc-dd7a-46cc-b1f0-58a87325461d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1555188 Feb 21 09:42:02.979041 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-678179e3-707f-482b-a3a5-630d219df166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (94de89a2-4c94-4a68-95c7-f657447fe0ef), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.058903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Attempting to bind port 51b9589a-2044-4552-91cd-0affb2033cc5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:42:03.059679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Attempting to bind port 51b9589a-2044-4552-91cd-0affb2033cc5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:42:03.059679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Attempting to bind port 51b9589a-2044-4552-91cd-0affb2033cc5 on network fc3433bc-9b30-41e2-87cf-8a7494813443 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:03.074364 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.093278 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53932) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:03.155548 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678179e3-707f-482b-a3a5-630d219df166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94de89a2-4c94-4a68-95c7-f657447fe0ef,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:03.193987 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-678179e3-707f-482b-a3a5-630d219df166 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9d484a6efbc460d952da88f9abf8571&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0812161 Feb 21 09:42:03.197629 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.204376 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Port 51b9589a-2044-4552-91cd-0affb2033cc5 on network fc3433bc-9b30-41e2-87cf-8a7494813443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:42:03.209809 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Attempting to bind port 51b9589a-2044-4552-91cd-0affb2033cc5 on network fc3433bc-9b30-41e2-87cf-8a7494813443 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:03.210248 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53938) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:03.270788 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:42:03.271468 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Checking segment: {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:42:03.272212 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Bound using segment: {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:42:03.272863 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Bound port: 51b9589a-2044-4552-91cd-0affb2033cc5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:42:03.287977 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.294805 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Network 4719d08a-7608-47b3-9484-6fa03102e857 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:42:03.298339 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:42:03.306972 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:42:03.354884 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:03.385380 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd0c50-4b5a-4ebb-8958-819442a8c69e req-2462c414-2237-4b91-b2f5-db710cb2948b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:03.397633 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:03.398536 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.403100 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-18dd0c50-4b5a-4ebb-8958-819442a8c69e req-2462c414-2237-4b91-b2f5-db710cb2948b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.7344646 Feb 21 09:42:03.445191 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af54c20-6d66-4473-b78c-c89f8f672608 req-318b9294-a7b5-425a-86d8-605e963862b8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:03.449826 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5af54c20-6d66-4473-b78c-c89f8f672608 req-318b9294-a7b5-425a-86d8-605e963862b8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 931 time: 0.2801263 Feb 21 09:42:03.558563 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks [] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.582235 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5af54c20-6d66-4473-b78c-c89f8f672608 req-8eed91cd-1313-460a-88e4-1785aa7d41e9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198986 Feb 21 09:42:03.726001 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-feeeba4d-82ad-4431-8682-c410db1fe457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.738032 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.765216 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-f62243c7-aed1-4fe0-9b90-318c2c83c0b2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--537533250&fields=id&tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b HTTP/1.1" status: 200 len: 267 time: 0.0676732 Feb 21 09:42:03.779149 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-03559dd8-531e-499a-8470-841195bdd9ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0770164 Feb 21 09:42:03.785158 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-95d13fa8-dd54-48d0-a1ce-76ebcaee5098 None None] Provisioning complete for port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:03.785564 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-95d13fa8-dd54-48d0-a1ce-76ebcaee5098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.789639 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6d952023-51c9-4804-aa83-935fa0530cbc admin admin] Publish callbacks [] for security_group (94de89a2-4c94-4a68-95c7-f657447fe0ef), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.812649 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53958) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:03.837353 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-18dd0c50-4b5a-4ebb-8958-819442a8c69e req-3de6a4c4-4f9d-44ed-8d2c-f879d7fb1768 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332671 Feb 21 09:42:03.843558 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] For port 51b9589a-2044-4552-91cd-0affb2033cc5, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:42:03.850408 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-95d13fa8-dd54-48d0-a1ce-76ebcaee5098 None None] Port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:42:03.870610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Request body: {'port': {'device_id': 'f5f07e90-66f4-481e-9344-856b0553884c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:03.871765 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6d952023-51c9-4804-aa83-935fa0530cbc admin admin] Publish callbacks [] for security_group (94de89a2-4c94-4a68-95c7-f657447fe0ef), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.901034 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] For port 51b9589a-2044-4552-91cd-0affb2033cc5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51b9589a-2044-4552-91cd-0affb2033cc5,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:42:03.962614 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-83bb5156-11cd-40ad-886c-0b5be39cab56 req-e1aafca5-8920-4299-8d79-a3ed5a7dedd8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.0549569 Feb 21 09:42:03.980231 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-36e4a083-60e3-4131-8b28-a528c121f329 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a819946bfa94cdf8d4964801b203152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662633 Feb 21 09:42:03.983391 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 53960) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:03.990373 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:03.994159 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-5ac6adcf-c8a6-40a6-9760-cf0e1e4ea4ff tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:03.995684 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-5ac6adcf-c8a6-40a6-9760-cf0e1e4ea4ff tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 810 time: 0.2090178 Feb 21 09:42:04.003440 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.024811 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-72e44f34-d946-4708-9523-77b1494f53aa tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/quotas/c85ebd2d9ad547139f6ab2cd52c2458b HTTP/1.1" status: 200 len: 375 time: 0.0185099 Feb 21 09:42:04.047890 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.115519 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Network fc3433bc-9b30-41e2-87cf-8a7494813443 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:42:04.116333 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6d952023-51c9-4804-aa83-935fa0530cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (94de89a2-4c94-4a68-95c7-f657447fe0ef), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.118867 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6d952023-51c9-4804-aa83-935fa0530cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.120002 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-6d952023-51c9-4804-aa83-935fa0530cbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94de89a2-4c94-4a68-95c7-f657447fe0ef HTTP/1.1" status: 204 len: 168 time: 0.9077091 Feb 21 09:42:04.122208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-feeeba4d-82ad-4431-8682-c410db1fe457 admin admin] Publish callbacks [] for security_group (a4b900ed-cfcb-43a9-9892-c64821feeac5), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.131897 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.131897 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.131897 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] 10.222.0.10 "PUT /v2.0/ports/51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 200 len: 1094 time: 4.7918088 Feb 21 09:42:04.131897 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Pushing event updated for resources: {'Port': ['ID=6a652d1b-ea3e-4cb4-b985-6b9e60064842,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:04.132477 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:42:04.133980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'tag': '51b9589a-2044-4552-91cd-0affb2033cc5'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:04.169747 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:42:04.181821 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-9cab0d05-41ea-4d0e-96bd-c44349b093e3 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357188 Feb 21 09:42:04.213479 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d952023-51c9-4804-aa83-935fa0530cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94de89a2-4c94-4a68-95c7-f657447fe0ef,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:04.227157 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-feeeba4d-82ad-4431-8682-c410db1fe457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a4b900ed-cfcb-43a9-9892-c64821feeac5), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.308636 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91b14-1de8-4e54-a9dc-38f7a54a9617 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9589a-2044-4552-91cd-0affb2033cc5,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:04.323680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:04.324339 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.332665 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5f603147-e676-4270-a340-ea04eeace91e admin admin] Publish callbacks [] for security_group (92a3a605-c959-413d-8a9e-c15bb44206b9), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.349808 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-feeeba4d-82ad-4431-8682-c410db1fe457 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c55e888a66874ee1880295a87545db4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2494228 Feb 21 09:42:04.354276 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-c2d17302-99db-47c1-b60c-a0348ae1b40a service neutron] 10.222.0.60 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324666 Feb 21 09:42:04.354276 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 53970) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:04.355980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeeba4d-82ad-4431-8682-c410db1fe457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b900ed-cfcb-43a9-9892-c64821feeac5,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:04.371731 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5f603147-e676-4270-a340-ea04eeace91e admin admin] Publish callbacks [] for security_group (92a3a605-c959-413d-8a9e-c15bb44206b9), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.407501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c3031b-85c2-4913-8710-82ea2c04c643" -d '{"events": [{"name": "network-changed", "server_uuid": "000da8c8-5844-4e89-b8aa-d6210f2f09c3", "tag": "51b9589a-2044-4552-91cd-0affb2033cc5"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:04.443217 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-67875715-86ac-43d4-8d86-7e45bbc3719a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4629345 Feb 21 09:42:04.495081 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 {{(pid=109840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:04.506344 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Publish callbacks [] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.525491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5f603147-e676-4270-a340-ea04eeace91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (92a3a605-c959-413d-8a9e-c15bb44206b9), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.528822 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5f603147-e676-4270-a340-ea04eeace91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.529704 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5f603147-e676-4270-a340-ea04eeace91e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92a3a605-c959-413d-8a9e-c15bb44206b9 HTTP/1.1" status: 204 len: 168 time: 0.5465546 Feb 21 09:42:04.540795 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f603147-e676-4270-a340-ea04eeace91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a3a605-c959-413d-8a9e-c15bb44206b9,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:04.543300 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.provisioning_blocks [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Transition to ACTIVE for port object 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 will not be triggered until provisioned by entity L2. {{(pid=109840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:42:04.544126 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-9b817f10-8d3f-4f50-9ab9-89ff5a225b06 admin admin] Publish callbacks [] for security_group (a4b900ed-cfcb-43a9-9892-c64821feeac5), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.579399 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-f4b94d97-2bed-48e6-9eb4-29fb6ee09d23 service neutron] 10.222.0.60 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203307 Feb 21 09:42:04.589813 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-9b817f10-8d3f-4f50-9ab9-89ff5a225b06 admin admin] Publish callbacks [] for security_group (a4b900ed-cfcb-43a9-9892-c64821feeac5), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.624386 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.717433 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:04.765759 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.792556 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd91d4c5-59ca-4096-974d-f847cdb7fb2d x-openstack-request-id: req-cd91d4c5-59ca-4096-974d-f847cdb7fb2d {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:04.792856 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000da8c8-5844-4e89-b8aa-d6210f2f09c3", "tag": "51b9589a-2044-4552-91cd-0affb2033cc5", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:04.793113 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd91d4c5-59ca-4096-974d-f847cdb7fb2d {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:04.793616 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'tag': '51b9589a-2044-4552-91cd-0affb2033cc5', 'status': 'completed', 'code': 200} Feb 21 09:42:04.815919 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-9b817f10-8d3f-4f50-9ab9-89ff5a225b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a4b900ed-cfcb-43a9-9892-c64821feeac5), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.821603 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-9b817f10-8d3f-4f50-9ab9-89ff5a225b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.821603 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-9b817f10-8d3f-4f50-9ab9-89ff5a225b06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4b900ed-cfcb-43a9-9892-c64821feeac5 HTTP/1.1" status: 204 len: 168 time: 0.4657373 Feb 21 09:42:04.823400 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Attempting to bind port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:42:04.823707 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Attempting to bind port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:42:04.824037 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Attempting to bind port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 on network 4719d08a-7608-47b3-9484-6fa03102e857 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:04.833545 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 on network 4719d08a-7608-47b3-9484-6fa03102e857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:42:04.833851 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Attempting to bind port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 on network 4719d08a-7608-47b3-9484-6fa03102e857 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:04.836207 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b817f10-8d3f-4f50-9ab9-89ff5a225b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b900ed-cfcb-43a9-9892-c64821feeac5,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:04.841593 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:42:04.847900 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Checking segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:42:04.847900 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Bound using segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:42:04.847900 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Bound port: 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:42:04.847900 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:04.929786 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:42:04.942924 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:42:04.996099 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d28d4-3c2c-4bdd-9726-faf38daf88b9 req-90c11512-3088-420d-8342-c8e9326c671f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:05.001177 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fa2d28d4-3c2c-4bdd-9726-faf38daf88b9 req-90c11512-3088-420d-8342-c8e9326c671f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1408892 Feb 21 09:42:05.031836 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.099444 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fa2d28d4-3c2c-4bdd-9726-faf38daf88b9 req-b289396e-2688-42c4-af7b-ab33ba390efa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731080 Feb 21 09:42:05.166103 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:05.166766 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.168151 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 1093 time: 1.3133719 Feb 21 09:42:05.168611 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:05.175003 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e948b65-4948-48ff-89da-dd241002385d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:05.179497 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54008) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:05.230349 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-056d0b08-e3f1-4c30-891d-dbf715c21003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.230513 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f979b-c03d-4fe9-854c-abedfd31c938 service neutron] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:05.248376 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaac0-ac99-4d51-bc4e-151f6a74d9f7 req-59b1f37c-4c1e-4e98-b3f1-1a0cf66ba623 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:05.250053 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7eacaac0-ac99-4d51-bc4e-151f6a74d9f7 req-59b1f37c-4c1e-4e98-b3f1-1a0cf66ba623 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.2303751 Feb 21 09:42:05.274970 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.300075 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e03300d0-7c9c-43e6-b33b-1421770fddca req-16042d3a-a713-408a-8160-b5d94a112eef tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.1376996 Feb 21 09:42:05.352417 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7eacaac0-ac99-4d51-bc4e-151f6a74d9f7 req-e3406c0b-832b-42e8-994d-5212378efa07 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938609 Feb 21 09:42:05.481822 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a925a28-e571-486a-8142-346183f3cb4f x-openstack-request-id: req-8a925a28-e571-486a-8142-346183f3cb4f {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:05.482115 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:05.482366 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a925a28-e571-486a-8142-346183f3cb4f {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:05.482795 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'status': 'completed', 'code': 200} Feb 21 09:42:05.519944 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-056d0b08-e3f1-4c30-891d-dbf715c21003 admin admin] Publish callbacks [] for security_group (1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.546796 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275365a-39d9-436d-814b-da13fc6c04e4 req-9b20af88-ab51-40de-bc1b-75fcac3cd948 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:05.554799 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f275365a-39d9-436d-814b-da13fc6c04e4 req-9b20af88-ab51-40de-bc1b-75fcac3cd948 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 931 time: 0.1260567 Feb 21 09:42:05.603731 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f275365a-39d9-436d-814b-da13fc6c04e4 req-c3fcd1d3-c714-4f2c-86e7-50972e5f2712 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Feb 21 09:42:05.604424 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-056d0b08-e3f1-4c30-891d-dbf715c21003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.646242 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d0b08-e3f1-4c30-891d-dbf715c21003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:05.652132 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-056d0b08-e3f1-4c30-891d-dbf715c21003 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0345105e23514397997c0c97fd86fb10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686222 Feb 21 09:42:05.654989 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54024) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:05.721717 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c81dccf-9adc-49f1-9422-7dc3aed587f7 admin admin] Publish callbacks [] for security_group (1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.767713 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c81dccf-9adc-49f1-9422-7dc3aed587f7 admin admin] Publish callbacks [] for security_group (1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.903088 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c81dccf-9adc-49f1-9422-7dc3aed587f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.905660 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c81dccf-9adc-49f1-9422-7dc3aed587f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.906815 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5c81dccf-9adc-49f1-9422-7dc3aed587f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe HTTP/1.1" status: 204 len: 168 time: 0.2508507 Feb 21 09:42:05.916180 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81dccf-9adc-49f1-9422-7dc3aed587f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0b19f8-f69b-48bd-b4f6-a4ebfb162afe,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:06.103001 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Request body: {'port': {'device_id': '122c1307-4cd7-47f5-92fb-62864e133f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:06.173407 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:06.338096 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9166f-023a-45ff-aedf-6a63eaa05ef1 req-99a58cc1-c61b-4b1f-8b17-a27812d70dc8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.346260 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-50d9166f-023a-45ff-aedf-6a63eaa05ef1 req-99a58cc1-c61b-4b1f-8b17-a27812d70dc8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1554821 Feb 21 09:42:06.359531 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948b65-4948-48ff-89da-dd241002385d req-8e625cbc-9084-4fdf-a483-8a1e5571887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.362356 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2e948b65-4948-48ff-89da-dd241002385d req-8e625cbc-9084-4fdf-a483-8a1e5571887b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1127 time: 0.1397209 Feb 21 09:42:06.376311 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3031b-85c2-4913-8710-82ea2c04c643 req-ee0534e6-5d0d-4cff-8be6-c70105b992ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.379312 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-49c3031b-85c2-4913-8710-82ea2c04c643 req-ee0534e6-5d0d-4cff-8be6-c70105b992ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1128 time: 0.1552191 Feb 21 09:42:06.548565 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4b04bee8-7a4e-41fd-b0bf-e03cb2fa2f91 req-3c96a4c0-4c28-41e6-9995-7ea8c602f66c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.1073472 Feb 21 09:42:06.582197 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-50d9166f-023a-45ff-aedf-6a63eaa05ef1 req-fb204590-a3e7-44d8-93d8-94f2e2fbb1a4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348464 Feb 21 09:42:06.697227 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3031b-85c2-4913-8710-82ea2c04c643 req-d01b5f09-fc43-437c-8df9-2463e8eebfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.698719 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-49c3031b-85c2-4913-8710-82ea2c04c643 req-d01b5f09-fc43-437c-8df9-2463e8eebfbb service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3048146 Feb 21 09:42:06.711293 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948b65-4948-48ff-89da-dd241002385d req-0862e1e8-339f-4b03-ae1e-b71e1216225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:06.711960 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2e948b65-4948-48ff-89da-dd241002385d req-0862e1e8-339f-4b03-ae1e-b71e1216225c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3359914 Feb 21 09:42:07.104501 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5e4a-bdb5-4dd6-8e63-da4c25b35d55 req-fc8a53a2-9cc1-4539-be04-d7dcbd88a246 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.106375 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-efad5e4a-bdb5-4dd6-8e63-da4c25b35d55 req-fc8a53a2-9cc1-4539-be04-d7dcbd88a246 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 931 time: 0.4152863 Feb 21 09:42:07.111371 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a652d1b-ea3e-4cb4-b985-6b9e60064842 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:07.126004 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Publish callbacks [] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:07.141183 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337adb13-4926-437d-8d1e-260f3832a7df req-28cc5e04-45df-43a6-9b72-21b39edf81ad tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.148657 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-337adb13-4926-437d-8d1e-260f3832a7df req-28cc5e04-45df-43a6-9b72-21b39edf81ad tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.4989903 Feb 21 09:42:07.156681 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e948b65-4948-48ff-89da-dd241002385d req-f07a835c-9810-4490-8dc4-f61eeb8eea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.158466 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2e948b65-4948-48ff-89da-dd241002385d req-f07a835c-9810-4490-8dc4-f61eeb8eea9e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4301534 Feb 21 09:42:07.183927 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-efad5e4a-bdb5-4dd6-8e63-da4c25b35d55 req-70abb1a1-6d4c-4f8d-bd80-1c67a1701cec tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652440 Feb 21 09:42:07.198333 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Transition to ACTIVE for port object 6a652d1b-ea3e-4cb4-b985-6b9e60064842 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:42:07.213783 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3031b-85c2-4913-8710-82ea2c04c643 req-425116c5-c466-4a42-b780-dc99177a5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.215265 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-49c3031b-85c2-4913-8710-82ea2c04c643 req-425116c5-c466-4a42-b780-dc99177a5166 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5086520 Feb 21 09:42:07.264891 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-337adb13-4926-437d-8d1e-260f3832a7df req-69881132-0365-4de3-9ebf-0d6cd42c90fd tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153591 Feb 21 09:42:07.310174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:07.378770 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-1621abec-87da-43e0-8459-d3065d8deb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.378770 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-1621abec-87da-43e0-8459-d3065d8deb3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1128 time: 0.0747387 Feb 21 09:42:07.386224 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-0004227c-4924-4d2a-aeee-41f492947da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.387833 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-0004227c-4924-4d2a-aeee-41f492947da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1127 time: 0.1339281 Feb 21 09:42:07.400824 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Pushing event updated for resources: {'Port': ['ID=6a652d1b-ea3e-4cb4-b985-6b9e60064842,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:07.446908 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-f2c785aa-23c8-4fdb-8f8d-545e61b8126d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 200 len: 217 time: 0.0420103 Feb 21 09:42:07.499816 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-bcbfc506-c9da-4f75-928e-439b236fd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.501546 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-bcbfc506-c9da-4f75-928e-439b236fd490 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0478525 Feb 21 09:42:07.506087 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-bb6d4a75-d79a-43e1-9136-0b9e97ae73f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 217 time: 0.1005976 Feb 21 09:42:07.561803 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-92b23b34-64cb-4c11-a1b7-4d7b62e4923b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469916 Feb 21 09:42:07.589694 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Attempting to bind port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:42:07.590032 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Attempting to bind port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:42:07.590361 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Attempting to bind port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 on network fc3433bc-9b30-41e2-87cf-8a7494813443 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:07.593179 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-3996c85c-f64e-43e8-9a02-bf60e65a8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.594659 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-3996c85c-f64e-43e8-9a02-bf60e65a8541 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0760000 Feb 21 09:42:07.599140 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 on network fc3433bc-9b30-41e2-87cf-8a7494813443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:42:07.599387 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Attempting to bind port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 on network fc3433bc-9b30-41e2-87cf-8a7494813443 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:07.663324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:42:07.663324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Checking segment: {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:42:07.663324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Bound using segment: {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:42:07.663324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Bound port: 6a652d1b-ea3e-4cb4-b985-6b9e60064842, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1932405b-b1a5-4232-9606-cb99f4c5f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:42:07.663324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:07.719904 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d7e01b5a-4236-4276-a2a9-871339be3ff0 req-7c09a975-afd1-42ab-9388-4feb1e75964d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0423408 Feb 21 09:42:07.729485 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c5db2c1d-2dd5-4e0c-99d8-6ffab816b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.729922 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-b7662dc5-9a8e-47a0-a403-835591e681d3 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615596 Feb 21 09:42:07.731054 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-c5db2c1d-2dd5-4e0c-99d8-6ffab816b963 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1291101 Feb 21 09:42:07.838503 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] For port 6a652d1b-ea3e-4cb4-b985-6b9e60064842, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:42:07.855841 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77fc97da-0fed-486e-bc24-8f7fb07e033c req-b74f4d1b-6423-4d0c-8d0e-539d0c4bb1f0 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986986 Feb 21 09:42:07.861325 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] For port 6a652d1b-ea3e-4cb4-b985-6b9e60064842, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:42:07.893447 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67130bb6-b2fb-41c6-a589-d9c4e997b8ce req-ef4e15b4-7689-430d-a963-fa2456df4f55 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:07.894987 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-67130bb6-b2fb-41c6-a589-d9c4e997b8ce req-ef4e15b4-7689-430d-a963-fa2456df4f55 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1484213 Feb 21 09:42:07.918331 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-56decf4c-3312-429c-ba67-5cd0c27ccf2f service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543043 Feb 21 09:42:07.952457 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:08.061435 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.062241 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:08.064486 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a652d1b-ea3e-4cb4-b985-6b9e60064842 HTTP/1.1" status: 200 len: 1093 time: 1.9656200 Feb 21 09:42:08.065289 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122c1307-4cd7-47f5-92fb-62864e133f28', 'tag': '6a652d1b-ea3e-4cb4-b985-6b9e60064842'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:08.067754 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd441a5-e8c6-4f8f-87ee-79751a71ac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "122c1307-4cd7-47f5-92fb-62864e133f28", "tag": "6a652d1b-ea3e-4cb4-b985-6b9e60064842"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:08.080312 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-67130bb6-b2fb-41c6-a589-d9c4e997b8ce req-9f29cf36-541b-4faf-ab5c-ff8edae45a99 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787901 Feb 21 09:42:08.122130 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4441-1ae5-491d-931f-5f42e145ef25 service neutron] Pushing event updated for resources: {'Port': ['ID=6a652d1b-ea3e-4cb4-b985-6b9e60064842,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:08.150759 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3dae0442-8829-4fa0-9fa8-0c7b069ccc04 req-05200372-53ad-4a26-a0ac-96c5b6a9f779 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224832 Feb 21 09:42:08.152322 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b66b03-ce92-425c-aa79-91a84650537a x-openstack-request-id: req-c2b66b03-ce92-425c-aa79-91a84650537a {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:08.152615 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122c1307-4cd7-47f5-92fb-62864e133f28", "tag": "6a652d1b-ea3e-4cb4-b985-6b9e60064842", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:08.152918 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2b66b03-ce92-425c-aa79-91a84650537a {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:08.153275 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122c1307-4cd7-47f5-92fb-62864e133f28', 'tag': '6a652d1b-ea3e-4cb4-b985-6b9e60064842', 'status': 'completed', 'code': 200} Feb 21 09:42:08.209785 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-b13ef6d0-6caa-4cd9-8b6b-d7974e65760d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.211951 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-b13ef6d0-6caa-4cd9-8b6b-d7974e65760d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 810 time: 0.1869597 Feb 21 09:42:08.347056 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-f3875d55-a940-4e6f-9295-38c538950663 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b HTTP/1.1" status: 200 len: 379 time: 0.1160257 Feb 21 09:42:08.362219 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'port': {'device_id': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'admin_state_up': True, 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'security_groups': ['0988d82a-216c-420f-8130-28484bd31d09']}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:08.422213 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd441a5-e8c6-4f8f-87ee-79751a71ac9d req-593f47bb-7587-459c-952d-ca3214cabe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.426938 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6bd441a5-e8c6-4f8f-87ee-79751a71ac9d req-593f47bb-7587-459c-952d-ca3214cabe2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 1127 time: 0.1967015 Feb 21 09:42:08.462566 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0f7d-bcd2-43ee-9b40-9b99589407d7 req-b96a307c-29cb-40fd-b616-7d8a5ab0144a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.464411 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2fff0f7d-bcd2-43ee-9b40-9b99589407d7 req-b96a307c-29cb-40fd-b616-7d8a5ab0144a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 943 time: 0.1733565 Feb 21 09:42:08.594324 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def907d-d966-4798-be52-689994948ad8 req-d5895238-1624-434e-8805-9df95ef4219d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.605922 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6def907d-d966-4798-be52-689994948ad8 req-d5895238-1624-434e-8805-9df95ef4219d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.1829591 Feb 21 09:42:08.663285 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2fff0f7d-bcd2-43ee-9b40-9b99589407d7 req-7fdfcf7e-65d2-44df-8cb5-ccda3565286a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856599 Feb 21 09:42:08.667072 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd441a5-e8c6-4f8f-87ee-79751a71ac9d req-ac3f61e3-decd-4225-93ad-29f4a7ca2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.668600 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6bd441a5-e8c6-4f8f-87ee-79751a71ac9d req-ac3f61e3-decd-4225-93ad-29f4a7ca2107 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2238920 Feb 21 09:42:08.694502 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6def907d-d966-4798-be52-689994948ad8 req-3d3828c4-42e0-4873-9d7b-412ad54c106f tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874476 Feb 21 09:42:08.802700 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd441a5-e8c6-4f8f-87ee-79751a71ac9d req-42e88977-24b2-4b3d-8975-31f29ff47c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.804674 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6bd441a5-e8c6-4f8f-87ee-79751a71ac9d req-42e88977-24b2-4b3d-8975-31f29ff47c2c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297801 Feb 21 09:42:08.849141 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b60616eb-a685-4f65-b9a5-bb12dcad1722 req-1b39a6cd-ee50-48c9-9eb9-6f9c964cc3e3 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0278971 Feb 21 09:42:08.932690 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-a794b7cd-c16a-474c-80b4-d5e5551ba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:08.934398 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-a794b7cd-c16a-474c-80b4-d5e5551ba3d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 1127 time: 0.0691528 Feb 21 09:42:09.000533 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-0b053cec-f982-4731-87c7-8a5e467d09e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842 HTTP/1.1" status: 200 len: 217 time: 0.0367265 Feb 21 09:42:09.058081 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-ec78bbe4-5268-4a9d-a8c7-6b23d1c2ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:09.059530 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-ec78bbe4-5268-4a9d-a8c7-6b23d1c2ceef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0528519 Feb 21 09:42:09.098291 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-c2276dba-67ca-4498-b84a-a0f7f7f5c40f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292313 Feb 21 09:42:09.208356 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-f50f1a7d-0a3e-427f-9fe7-4142b0d29f7b service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038816 Feb 21 09:42:09.223584 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b94cc1-05ff-41e1-a001-897017708e7d req-167def00-7527-4f06-aa7f-1a3a9d3c56bf tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:09.225320 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f1b94cc1-05ff-41e1-a001-897017708e7d req-167def00-7527-4f06-aa7f-1a3a9d3c56bf tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0596490 Feb 21 09:42:09.301569 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f1b94cc1-05ff-41e1-a001-897017708e7d req-145a5c7d-71cb-4c04-8898-a7b2c3bac69e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701163 Feb 21 09:42:09.306261 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8ef251a1-b86b-4cc4-a318-6d8b6a8cf4a8 req-39269118-a66e-48be-a6b6-43f43dc5e89a service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917110 Feb 21 09:42:09.560091 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Made reservation on behalf of c85ebd2d9ad547139f6ab2cd52c2458b for: {'port': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:42:09.563538 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:09.754613 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Allocated IP 172.20.0.9 (0d612757-5041-44ac-b2c3-9d74998dbae7/a87afab4-34eb-4fe8-b7c5-04f8ecc25577/8e56ce07-f787-4890-a17a-84ed93f7879c) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:42:09.818096 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a8087-a737-4a9f-b215-c2f5056b3e90 req-95668268-9b73-40c3-97e1-489b70b11833 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:09.821502 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b15a8087-a737-4a9f-b215-c2f5056b3e90 req-95668268-9b73-40c3-97e1-489b70b11833 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 943 time: 0.0694971 Feb 21 09:42:09.885490 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b15a8087-a737-4a9f-b215-c2f5056b3e90 req-47758ec3-ce3b-4edd-8f6a-aff0c4343686 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591092 Feb 21 09:42:09.914994 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f637-0673-44f7-8980-a0d72f04988e req-03bce640-61f7-4c09-972b-e191a63bd21f tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:09.919514 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0394f637-0673-44f7-8980-a0d72f04988e req-03bce640-61f7-4c09-972b-e191a63bd21f tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 943 time: 0.1142936 Feb 21 09:42:09.989577 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:09.990389 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e5d381c6-a9b0-476d-b2dd-5668ca64d5b3 req-99abf654-a0f4-4557-9415-075e3f8f3f23 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0303309 Feb 21 09:42:10.013791 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0394f637-0673-44f7-8980-a0d72f04988e req-858975f1-7441-4038-b18e-3d73319f959d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843010 Feb 21 09:42:10.138022 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.191204 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:42:10.196643 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:42:10.201259 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:42:10.225099 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'Port': ['ID=8e56ce07-f787-4890-a17a-84ed93f7879c,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:10.267065 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:10.268034 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.361402 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-55291d4e-c2de-470c-87b1-f34b38d2e2f1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9937885 Feb 21 09:42:10.370241 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Request body: {'port': {'device_id': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:10.404357 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54200) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:10.519558 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c74830-fcbd-4a04-a0f4-c9d60bddde8c req-2d60f861-cf51-45cb-a241-834926cbaefe tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:10.527959 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.538732 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c6c74830-fcbd-4a04-a0f4-c9d60bddde8c req-2d60f861-cf51-45cb-a241-834926cbaefe tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1447093 Feb 21 09:42:10.562452 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 3daf2646-dc00-430a-bd58-7600e25e016a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:42:10.610194 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c6c74830-fcbd-4a04-a0f4-c9d60bddde8c req-59a81652-d5eb-4b6a-a07c-328273ed1329 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685604 Feb 21 09:42:10.650158 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:42:10.730777 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 3daf2646-dc00-430a-bd58-7600e25e016a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3daf2646-dc00-430a-bd58-7600e25e016a,segment=NetworkSegment(e3b82234-818b-4dc3-83e3-6da3c3adc74d),segment_id=e3b82234-818b-4dc3-83e3-6da3c3adc74d)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:10.746604 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '3daf2646-dc00-430a-bd58-7600e25e016a', 'network_id': '39e351fb-eedf-4ebf-a6d5-6c30191d6cc0', 'port_id': '3daf2646-dc00-430a-bd58-7600e25e016a', 'mac_address': 'fa:16:3e:23:04:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beef3072-11ed-4734-a89f-9302ca386ccb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:42:10.769610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7b8734a1-09b0-4573-b13c-d892f1832331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.790456 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-93e621b9-1163-4006-ab60-f236d348ee66 None None] Provisioning complete for port 8e56ce07-f787-4890-a17a-84ed93f7879c triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:10.790834 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-93e621b9-1163-4006-ab60-f236d348ee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.824176 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 3daf2646-dc00-430a-bd58-7600e25e016a is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:10.824577 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.847491 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daf2646-dc00-430a-bd58-7600e25e016a {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:10.852841 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-93e621b9-1163-4006-ab60-f236d348ee66 None None] Port 8e56ce07-f787-4890-a17a-84ed93f7879c cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:42:10.873238 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 3daf2646-dc00-430a-bd58-7600e25e016a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3daf2646-dc00-430a-bd58-7600e25e016a,segment=NetworkSegment(e3b82234-818b-4dc3-83e3-6da3c3adc74d),segment_id=e3b82234-818b-4dc3-83e3-6da3c3adc74d)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:10.937569 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e56ce07-f787-4890-a17a-84ed93f7879c {{(pid=109840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:10.953780 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Publish callbacks [] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.959131 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7b8734a1-09b0-4573-b13c-d892f1832331 admin admin] Publish callbacks [] for security_group (3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.966318 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:10.967581 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 51b9589a-2044-4552-91cd-0affb2033cc5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:42:10.989064 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.provisioning_blocks [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Transition to ACTIVE for port object 8e56ce07-f787-4890-a17a-84ed93f7879c will not be triggered until provisioned by entity L2. {{(pid=109840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:42:11.044782 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7b8734a1-09b0-4573-b13c-d892f1832331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.087451 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=3daf2646-dc00-430a-bd58-7600e25e016a,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:11.108925 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.160495 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0d5f-31dd-4cbf-81eb-344b1d2a4b98 req-3757fda9-17b8-4bc9-a179-cbfd08f1d4ea tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.169356 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-42db0d5f-31dd-4cbf-81eb-344b1d2a4b98 req-3757fda9-17b8-4bc9-a179-cbfd08f1d4ea tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 943 time: 0.0818493 Feb 21 09:42:11.178040 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 51b9589a-2044-4552-91cd-0affb2033cc5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51b9589a-2044-4552-91cd-0affb2033cc5,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:11.198490 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '51b9589a-2044-4552-91cd-0affb2033cc5', 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'port_id': '51b9589a-2044-4552-91cd-0affb2033cc5', 'mac_address': 'fa:16:3e:43:7a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:42:11.216232 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8734a1-09b0-4573-b13c-d892f1832331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:11.224875 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7b8734a1-09b0-4573-b13c-d892f1832331 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dde52182c8c4d5b85466e0d0da12f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8167942 Feb 21 09:42:11.230148 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54226) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:11.243104 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffcfd1-7544-45df-9f9a-7ea8679dd492 req-ad894d30-169a-4478-bb89-574a3be25d96 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.246495 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-36ffcfd1-7544-45df-9f9a-7ea8679dd492 req-ad894d30-169a-4478-bb89-574a3be25d96 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 943 time: 0.2561128 Feb 21 09:42:11.254649 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-42db0d5f-31dd-4cbf-81eb-344b1d2a4b98 req-bd5253f1-78ba-47d1-81c7-d444955e2d60 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840089 Feb 21 09:42:11.297490 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 51b9589a-2044-4552-91cd-0affb2033cc5 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:11.298312 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.317748 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b9589a-2044-4552-91cd-0affb2033cc5 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:11.341739 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 51b9589a-2044-4552-91cd-0affb2033cc5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51b9589a-2044-4552-91cd-0affb2033cc5,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:11.347499 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Pushing event updated for resources: {'Port': ['ID=8e56ce07-f787-4890-a17a-84ed93f7879c,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:11.401320 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-36ffcfd1-7544-45df-9f9a-7ea8679dd492 req-49d55e3c-ad45-4a66-a4d6-eaac85c2fd0a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242595 Feb 21 09:42:11.404775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-182eb7f5-736c-4024-9fa7-d029fa13e719 admin admin] Publish callbacks [] for security_group (3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.410816 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Attempting to bind port 8e56ce07-f787-4890-a17a-84ed93f7879c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:42:11.413805 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Attempting to bind port 8e56ce07-f787-4890-a17a-84ed93f7879c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:42:11.413805 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Attempting to bind port 8e56ce07-f787-4890-a17a-84ed93f7879c on network 0d612757-5041-44ac-b2c3-9d74998dbae7 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:11.424924 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Port 8e56ce07-f787-4890-a17a-84ed93f7879c on network 0d612757-5041-44ac-b2c3-9d74998dbae7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:42:11.425566 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Attempting to bind port 8e56ce07-f787-4890-a17a-84ed93f7879c on network 0d612757-5041-44ac-b2c3-9d74998dbae7 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:42:11.435920 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:42:11.436280 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Checking segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:42:11.436673 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Bound using segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:42:11.437120 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Bound port: 8e56ce07-f787-4890-a17a-84ed93f7879c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:42:11.439870 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.451866 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-182eb7f5-736c-4024-9fa7-d029fa13e719 admin admin] Publish callbacks [] for security_group (3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.457542 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.503570 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3880dda-8acb-42da-95ca-38e8021a15c8 req-b7cea6b3-3189-4672-bb79-66f22842d621 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.511158 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b3880dda-8acb-42da-95ca-38e8021a15c8 req-b7cea6b3-3189-4672-bb79-66f22842d621 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 944 time: 0.1174073 Feb 21 09:42:11.564848 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=51b9589a-2044-4552-91cd-0affb2033cc5,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:11.576031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] For port 8e56ce07-f787-4890-a17a-84ed93f7879c, host hv-cinder-80473, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:42:11.580379 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] For port 8e56ce07-f787-4890-a17a-84ed93f7879c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8e56ce07-f787-4890-a17a-84ed93f7879c,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:42:11.580689 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b3880dda-8acb-42da-95ca-38e8021a15c8 req-26b53e0d-83fc-4a19-a2a3-ac81fe3f7b6f tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682800 Feb 21 09:42:11.646035 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-182eb7f5-736c-4024-9fa7-d029fa13e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.648637 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-182eb7f5-736c-4024-9fa7-d029fa13e719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.649960 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-182eb7f5-736c-4024-9fa7-d029fa13e719 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8 HTTP/1.1" status: 204 len: 168 time: 0.4235032 Feb 21 09:42:11.664675 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eb7f5-736c-4024-9fa7-d029fa13e719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc6a75-0be6-4591-9eb8-a09d8b4e68b8,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:11.681279 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.761479 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.763157 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:11.764876 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] 10.222.0.10 "PUT /v2.0/ports/8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 200 len: 1093 time: 1.3992352 Feb 21 09:42:11.775376 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:11.785664 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee5203c-a082-44d7-8e02-3373f1b42b95" -d '{"events": [{"name": "network-changed", "server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:11.837875 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80f5bf0-91af-46a2-b250-1bc272c472f5 x-openstack-request-id: req-f80f5bf0-91af-46a2-b250-1bc272c472f5 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:11.838216 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:11.838434 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f80f5bf0-91af-46a2-b250-1bc272c472f5 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:11.838826 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'status': 'completed', 'code': 200} Feb 21 09:42:11.847634 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd73fe6-358f-4ec4-8a06-32b5208386ca service neutron] Pushing event updated for resources: {'Port': ['ID=8e56ce07-f787-4890-a17a-84ed93f7879c,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:11.881858 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dc0d6-377f-467f-81d6-691deed12bb9 req-d06df197-b2eb-4594-8716-2f75c784dc65 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.883565 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8a0dc0d6-377f-467f-81d6-691deed12bb9 req-d06df197-b2eb-4594-8716-2f75c784dc65 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1362917 Feb 21 09:42:11.961176 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8a0dc0d6-377f-467f-81d6-691deed12bb9 req-ac47b70f-bf25-4e60-beb6-969e1f47eaad tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683191 Feb 21 09:42:11.968924 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5203c-a082-44d7-8e02-3373f1b42b95 req-d5cd0b7e-5609-47f7-8b21-b6812c7b49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:11.971447 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eee5203c-a082-44d7-8e02-3373f1b42b95 req-d5cd0b7e-5609-47f7-8b21-b6812c7b49b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1127 time: 0.0867164 Feb 21 09:42:12.100022 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5203c-a082-44d7-8e02-3373f1b42b95 req-3f66dbce-58f4-4eed-a483-966c190e71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.101600 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eee5203c-a082-44d7-8e02-3373f1b42b95 req-3f66dbce-58f4-4eed-a483-966c190e71ea service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1151087 Feb 21 09:42:12.108547 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['51b9589a-2044-4552-91cd-0affb2033cc5'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:12.189876 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['3daf2646-dc00-430a-bd58-7600e25e016a'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:12.226097 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5203c-a082-44d7-8e02-3373f1b42b95 req-790a17c7-3e1e-4eca-b7b5-5c4886dd44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.234330 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eee5203c-a082-44d7-8e02-3373f1b42b95 req-790a17c7-3e1e-4eca-b7b5-5c4886dd44f9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198013 Feb 21 09:42:12.364949 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-77d9229a-a6ad-4b6a-8528-d3824e99944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.366896 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-77d9229a-a6ad-4b6a-8528-d3824e99944f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1127 time: 0.0686431 Feb 21 09:42:12.419752 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a057-69fd-4b3a-ab49-5bea748fa5f9 req-01d3ba44-5c7d-4dd5-9e19-09c273267723 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.424583 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-c91202a2-59fa-4c2d-b4b5-44898072c694 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 200 len: 217 time: 0.0437181 Feb 21 09:42:12.426768 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-17e6a057-69fd-4b3a-ab49-5bea748fa5f9 req-01d3ba44-5c7d-4dd5-9e19-09c273267723 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 943 time: 0.0663636 Feb 21 09:42:12.529460 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-23c93c26-518c-4ae1-82fe-8b2b3eb540e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.530055 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-17e6a057-69fd-4b3a-ab49-5bea748fa5f9 req-c4cebbcc-335b-4f6f-84d6-9d12eda6da25 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866420 Feb 21 09:42:12.530862 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-23c93c26-518c-4ae1-82fe-8b2b3eb540e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0995452 Feb 21 09:42:12.553925 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:42:12.608892 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54266) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:12.643614 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2a549e33-28ef-4d34-b0c9-a73de480ea15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:12.737181 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:12.750067 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd24072-8f84-4d68-9399-114fd0e42220 req-d015e17f-f0a7-4631-9b04-8055d4d0d5ad tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.750311 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'port_id': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'mac_address': 'fa:16:3e:41:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:42:12.758240 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fbd24072-8f84-4d68-9399-114fd0e42220 req-d015e17f-f0a7-4631-9b04-8055d4d0d5ad tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 943 time: 0.1284285 Feb 21 09:42:12.761803 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-3233abab-7b19-48e9-87fb-1e0721105a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.763457 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-3233abab-7b19-48e9-87fb-1e0721105a39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2266824 Feb 21 09:42:12.800896 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:12.800896 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:12.816315 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:12.818228 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4193cac-3f8e-43ad-8002-d063d77b9b04 req-526c2324-7ef1-489c-82d7-911035d4810b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:12.820187 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e4193cac-3f8e-43ad-8002-d063d77b9b04 req-526c2324-7ef1-489c-82d7-911035d4810b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 944 time: 0.0923491 Feb 21 09:42:12.833328 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2a549e33-28ef-4d34-b0c9-a73de480ea15 admin admin] Publish callbacks [] for security_group (6f311a48-d69e-46ea-a5cd-43596d05b44b), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:12.865419 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:12.885276 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e4193cac-3f8e-43ad-8002-d063d77b9b04 req-3b1be9d5-e843-4365-8cce-9428f1fded30 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583065 Feb 21 09:42:12.890705 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fbd24072-8f84-4d68-9399-114fd0e42220 req-b8aba456-7169-4113-a808-f028048acdf4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319704 Feb 21 09:42:12.922613 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-129b9e0e-6278-48c9-a921-bc84b0fb5d6d service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515176 Feb 21 09:42:12.982126 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2a549e33-28ef-4d34-b0c9-a73de480ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (6f311a48-d69e-46ea-a5cd-43596d05b44b), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:12.982726 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:12.983584 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a652d1b-ea3e-4cb4-b985-6b9e60064842 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:42:13.038161 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3e9d988e-d715-4b2f-a35d-baa682e65408 req-6728cd57-73d0-4938-b3c3-b6b0e1923283 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082237 Feb 21 09:42:13.064475 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a549e33-28ef-4d34-b0c9-a73de480ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f311a48-d69e-46ea-a5cd-43596d05b44b,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:13.073646 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-2a549e33-28ef-4d34-b0c9-a73de480ea15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9acc1f2c229f4ddebab3003eb4a1dad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622881 Feb 21 09:42:13.075836 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54276) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:13.139732 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460028-f385-4f18-985d-f71d7d1650dc req-cf519938-d230-4379-88b7-2b87832cc2c8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:13.147161 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39c78c91-d974-4728-87ac-052e44d06a72 admin admin] Publish callbacks [] for security_group (6f311a48-d69e-46ea-a5cd-43596d05b44b), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:13.147370 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e2460028-f385-4f18-985d-f71d7d1650dc req-cf519938-d230-4379-88b7-2b87832cc2c8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0723081 Feb 21 09:42:13.176681 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39c78c91-d974-4728-87ac-052e44d06a72 admin admin] Publish callbacks [] for security_group (6f311a48-d69e-46ea-a5cd-43596d05b44b), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:13.197009 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e2460028-f385-4f18-985d-f71d7d1650dc req-a91d3be2-a853-4ab1-9153-8c67d478bd15 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487521 Feb 21 09:42:13.262576 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:13.291807 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39c78c91-d974-4728-87ac-052e44d06a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (6f311a48-d69e-46ea-a5cd-43596d05b44b), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:13.294579 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-39c78c91-d974-4728-87ac-052e44d06a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:13.295795 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-39c78c91-d974-4728-87ac-052e44d06a72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f311a48-d69e-46ea-a5cd-43596d05b44b HTTP/1.1" status: 204 len: 168 time: 0.2194040 Feb 21 09:42:13.304975 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 6a652d1b-ea3e-4cb4-b985-6b9e60064842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:13.305433 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78c91-d974-4728-87ac-052e44d06a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f311a48-d69e-46ea-a5cd-43596d05b44b,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:13.327550 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '6a652d1b-ea3e-4cb4-b985-6b9e60064842', 'network_id': 'fc3433bc-9b30-41e2-87cf-8a7494813443', 'port_id': '6a652d1b-ea3e-4cb4-b985-6b9e60064842', 'mac_address': 'fa:16:3e:b9:c9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:42:13.370223 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:13.370624 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:13.385599 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a652d1b-ea3e-4cb4-b985-6b9e60064842 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:13.405805 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 6a652d1b-ea3e-4cb4-b985-6b9e60064842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:13.531509 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:13.585462 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=6a652d1b-ea3e-4cb4-b985-6b9e60064842,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:13.653640 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d243c-b7de-45ac-88c9-96e4877e60b1 req-cad22410-f9e6-402b-a463-3b899bc53623 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:13.655133 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-574d243c-b7de-45ac-88c9-96e4877e60b1 req-cad22410-f9e6-402b-a463-3b899bc53623 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 943 time: 0.0555036 Feb 21 09:42:13.704933 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-574d243c-b7de-45ac-88c9-96e4877e60b1 req-0de56c10-7a9b-4757-ba57-81d48ede8807 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432954 Feb 21 09:42:14.015105 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8c369-debc-4920-b990-192f0b101733 req-eb6803e9-2243-4606-84b7-56eedee185d8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:14.017201 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-67e8c369-debc-4920-b990-192f0b101733 req-eb6803e9-2243-4606-84b7-56eedee185d8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 944 time: 0.0547621 Feb 21 09:42:14.020218 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71630f-a0ed-4d2e-ad1b-63c1fa8850c3 req-389eaa2f-9bda-498d-870c-1355cb34a49b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:14.021771 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3a71630f-a0ed-4d2e-ad1b-63c1fa8850c3 req-389eaa2f-9bda-498d-870c-1355cb34a49b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 944 time: 0.0605712 Feb 21 09:42:14.071166 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-67e8c369-debc-4920-b990-192f0b101733 req-056edc96-312f-46de-90a5-52a85f24609d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Feb 21 09:42:14.074622 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3a71630f-a0ed-4d2e-ad1b-63c1fa8850c3 req-acc506e9-fc57-4939-a8af-71e72b5664d9 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Feb 21 09:42:14.124163 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['6a652d1b-ea3e-4cb4-b985-6b9e60064842'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:14.155185 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:14.338982 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8656d13-711c-4988-adfc-d428afff564b req-ffc97bbb-901e-4cd0-9ede-a64e3c9437cc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:14.340957 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b8656d13-711c-4988-adfc-d428afff564b req-ffc97bbb-901e-4cd0-9ede-a64e3c9437cc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0615368 Feb 21 09:42:14.425720 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b8656d13-711c-4988-adfc-d428afff564b req-3374d4a2-e7b4-436a-a372-52317f91d1d7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776689 Feb 21 09:42:14.649266 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 3daf2646-dc00-430a-bd58-7600e25e016a up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:42:14.791247 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 3daf2646-dc00-430a-bd58-7600e25e016a completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:42:14.802384 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 3daf2646-dc00-430a-bd58-7600e25e016a triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:14.802778 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:14.905915 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071da4ca-17b8-481f-8110-0820fdd95693 req-f90e3330-65bb-45b6-884f-21c8cb19d8d0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:14.908685 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-071da4ca-17b8-481f-8110-0820fdd95693 req-f90e3330-65bb-45b6-884f-21c8cb19d8d0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 943 time: 0.1025333 Feb 21 09:42:14.948111 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 3daf2646-dc00-430a-bd58-7600e25e016a is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:14.948111 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:14.963498 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-071da4ca-17b8-481f-8110-0820fdd95693 req-b0291ba5-16fa-4bd7-aed2-d447a3931e1d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478840 Feb 21 09:42:14.988999 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf2646-dc00-430a-bd58-7600e25e016a'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:15.054106 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 3daf2646-dc00-430a-bd58-7600e25e016a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3daf2646-dc00-430a-bd58-7600e25e016a,segment=NetworkSegment(e3b82234-818b-4dc3-83e3-6da3c3adc74d),segment_id=e3b82234-818b-4dc3-83e3-6da3c3adc74d)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:15.102892 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:15.103820 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 51b9589a-2044-4552-91cd-0affb2033cc5 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:42:15.201136 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=3daf2646-dc00-430a-bd58-7600e25e016a,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:15.226590 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce5b0a6-e71f-46a9-99f1-f7fdcb175014" -d '{"events": [{"server_uuid": "df1b7ced-bed8-4b46-ae7f-74e4020cb332", "name": "network-vif-plugged", "status": "completed", "tag": "3daf2646-dc00-430a-bd58-7600e25e016a"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:15.245537 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 51b9589a-2044-4552-91cd-0affb2033cc5 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:42:15.252023 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 51b9589a-2044-4552-91cd-0affb2033cc5 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:15.252419 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:15.295263 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a914c-d58a-4d78-a710-986f66d66d26 req-e713c881-c5ef-43e9-bed5-33ca00ad66d0 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:15.296846 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-313a914c-d58a-4d78-a710-986f66d66d26 req-e713c881-c5ef-43e9-bed5-33ca00ad66d0 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 944 time: 0.0656049 Feb 21 09:42:15.308201 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2dab-248e-47a6-bc37-39c5ea1c217c req-d05f96f2-8c15-4785-a3f1-c86a0b1bfa3a tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:15.312000 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc5a2dab-248e-47a6-bc37-39c5ea1c217c req-d05f96f2-8c15-4785-a3f1-c86a0b1bfa3a tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0764670 Feb 21 09:42:15.365892 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 51b9589a-2044-4552-91cd-0affb2033cc5 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:15.366619 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:15.390153 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-313a914c-d58a-4d78-a710-986f66d66d26 req-8868231f-4cd1-4311-b946-561e4a98d809 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747797 Feb 21 09:42:15.399637 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc5a2dab-248e-47a6-bc37-39c5ea1c217c req-7dccd1c1-dd59-490f-9be4-b90acc3e099e tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762970 Feb 21 09:42:15.405208 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 51b9589a-2044-4552-91cd-0affb2033cc5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51b9589a-2044-4552-91cd-0affb2033cc5,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:15.503936 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:15.591693 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af556c-82dd-41c1-8cd4-5defa248a146 req-3ec24b90-37d6-4e31-a071-8da0be155834 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:15.595572 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=51b9589a-2044-4552-91cd-0affb2033cc5,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:15.601313 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5af556c-82dd-41c1-8cd4-5defa248a146 req-3ec24b90-37d6-4e31-a071-8da0be155834 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0814905 Feb 21 09:42:15.655674 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5af556c-82dd-41c1-8cd4-5defa248a146 req-bdad9135-4c46-421d-8a90-74f7b018b8b2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513735 Feb 21 09:42:15.723952 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96384a9-3986-4b1b-811b-0055e9f3388b x-openstack-request-id: req-d96384a9-3986-4b1b-811b-0055e9f3388b {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:15.724690 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1b7ced-bed8-4b46-ae7f-74e4020cb332", "name": "network-vif-plugged", "status": "completed", "tag": "3daf2646-dc00-430a-bd58-7600e25e016a", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:15.729440 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d96384a9-3986-4b1b-811b-0055e9f3388b {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:15.729440 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf2646-dc00-430a-bd58-7600e25e016a', 'code': 200} Feb 21 09:42:16.093193 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ed907-d3cf-41e0-b1a3-6f3c09877134 req-5bfc151a-8703-4169-bbae-95e8cb3eb3dc tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:16.095469 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5d1ed907-d3cf-41e0-b1a3-6f3c09877134 req-5bfc151a-8703-4169-bbae-95e8cb3eb3dc tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 943 time: 0.0585351 Feb 21 09:42:16.149304 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5d1ed907-d3cf-41e0-b1a3-6f3c09877134 req-da5b80c3-e0d1-463a-8b63-c594f4fb9204 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475752 Feb 21 09:42:16.170208 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db00f2-441c-4574-a731-3aefd60a36d3 req-c2e84ca3-f9b8-4f87-92c1-dc79127f60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:16.171651 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b2db00f2-441c-4574-a731-3aefd60a36d3 req-c2e84ca3-f9b8-4f87-92c1-dc79127f60d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 1129 time: 0.0850949 Feb 21 09:42:16.190825 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-b2db00f2-441c-4574-a731-3aefd60a36d3 req-6a6d4ea5-1419-4112-81a6-86de8fcca7e1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.267270 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-b2db00f2-441c-4574-a731-3aefd60a36d3 req-6a6d4ea5-1419-4112-81a6-86de8fcca7e1 service neutron] Publish callbacks [] for security_group (7e7857fe-df6b-459a-9ae3-67f3391aac6f), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.342732 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-b2db00f2-441c-4574-a731-3aefd60a36d3 req-6a6d4ea5-1419-4112-81a6-86de8fcca7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (7e7857fe-df6b-459a-9ae3-67f3391aac6f), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.379386 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54404) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:16.391082 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d4ea5-1419-4112-81a6-86de8fcca7e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7857fe-df6b-459a-9ae3-67f3391aac6f,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:16.397328 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b2db00f2-441c-4574-a731-3aefd60a36d3 req-6a6d4ea5-1419-4112-81a6-86de8fcca7e1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190137 Feb 21 09:42:16.521889 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2252d48f-1728-4d99-a73c-2bae1e4d2c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.532870 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eacfce-45ed-4f02-83ba-d72978ab5c78 req-aa155ae6-0ea1-4bd1-aa96-4b7ff14e0f7a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:16.534433 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-66eacfce-45ed-4f02-83ba-d72978ab5c78 req-aa155ae6-0ea1-4bd1-aa96-4b7ff14e0f7a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 944 time: 0.0623999 Feb 21 09:42:16.561230 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f97fd5-6c2c-4846-a0d1-695d008a0b18 req-1bd96e2d-4c0a-4862-beb7-07becce443ad tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:16.562847 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5f97fd5-6c2c-4846-a0d1-695d008a0b18 req-1bd96e2d-4c0a-4862-beb7-07becce443ad tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0837643 Feb 21 09:42:16.643601 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5f97fd5-6c2c-4846-a0d1-695d008a0b18 req-d68bbbbb-0ff0-4886-920b-ec6b689b3f04 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733085 Feb 21 09:42:16.677916 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2252d48f-1728-4d99-a73c-2bae1e4d2c74 admin admin] Publish callbacks [] for security_group (c9d6e749-1a38-427a-941b-5ab770edded0), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.765442 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2252d48f-1728-4d99-a73c-2bae1e4d2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (c9d6e749-1a38-427a-941b-5ab770edded0), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.809015 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-66eacfce-45ed-4f02-83ba-d72978ab5c78 req-74954731-bb3b-409e-9e0d-220a636d1eb9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684958 Feb 21 09:42:16.821143 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252d48f-1728-4d99-a73c-2bae1e4d2c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d6e749-1a38-427a-941b-5ab770edded0,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:16.828604 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-2252d48f-1728-4d99-a73c-2bae1e4d2c74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da3eb4fb943b4875a99942e96b5b39c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472933 Feb 21 09:42:16.831543 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54420) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:16.842039 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0557-eee1-4eb8-ae4e-6c8b743fbc80 req-76898ae7-102c-4830-9f13-2f311fe63dc2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:16.843572 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e72d0557-eee1-4eb8-ae4e-6c8b743fbc80 req-76898ae7-102c-4830-9f13-2f311fe63dc2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.1085513 Feb 21 09:42:16.885247 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d9d-4471-44ca-a75d-4b13d147b622 admin admin] Publish callbacks [] for security_group (c9d6e749-1a38-427a-941b-5ab770edded0), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:16.900487 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e72d0557-eee1-4eb8-ae4e-6c8b743fbc80 req-c45cf11f-6118-4a7b-b6f0-4feb8359545d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497169 Feb 21 09:42:16.911242 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d9d-4471-44ca-a75d-4b13d147b622 admin admin] Publish callbacks [] for security_group (c9d6e749-1a38-427a-941b-5ab770edded0), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.017265 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d9d-4471-44ca-a75d-4b13d147b622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (c9d6e749-1a38-427a-941b-5ab770edded0), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.020280 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d9d-4471-44ca-a75d-4b13d147b622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.021530 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-49ff9d9d-4471-44ca-a75d-4b13d147b622 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9d6e749-1a38-427a-941b-5ab770edded0 HTTP/1.1" status: 204 len: 168 time: 0.1884999 Feb 21 09:42:17.034300 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff9d9d-4471-44ca-a75d-4b13d147b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d6e749-1a38-427a-941b-5ab770edded0,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:17.271728 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fae486-aa79-417f-8f19-6a77e9c1278f req-b7e09e6f-9931-4f6f-8d5b-4a47f7281020 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.273291 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-05fae486-aa79-417f-8f19-6a77e9c1278f req-b7e09e6f-9931-4f6f-8d5b-4a47f7281020 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 943 time: 0.0565760 Feb 21 09:42:17.335407 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-05fae486-aa79-417f-8f19-6a77e9c1278f req-3ad8d372-bc85-489b-86bc-72bf7f90a7ea tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488555 Feb 21 09:42:17.686402 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 8e56ce07-f787-4890-a17a-84ed93f7879c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:42:17.690866 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54442) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:17.716066 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:42:17.716344 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f679197a-2781-4dc3-9c33-3da442fcd496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.736676 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9589a-2044-4552-91cd-0affb2033cc5'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:17.738256 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94d1867-a4ef-49d4-94dc-a4d704a5c69c" -d '{"events": [{"server_uuid": "000da8c8-5844-4e89-b8aa-d6210f2f09c3", "name": "network-vif-plugged", "status": "completed", "tag": "51b9589a-2044-4552-91cd-0affb2033cc5"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:17.806147 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f7fbb9-d1bd-49d3-a639-4f4f006265a7 x-openstack-request-id: req-16f7fbb9-d1bd-49d3-a639-4f4f006265a7 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:17.806466 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000da8c8-5844-4e89-b8aa-d6210f2f09c3", "name": "network-vif-plugged", "status": "completed", "tag": "51b9589a-2044-4552-91cd-0affb2033cc5", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:17.806725 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16f7fbb9-d1bd-49d3-a639-4f4f006265a7 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:17.807112 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9589a-2044-4552-91cd-0affb2033cc5', 'code': 200} Feb 21 09:42:17.853468 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7158c-d6d3-4e6f-a5e7-c9a0efdb948a req-d8847680-2f51-438f-84f8-9f594b1a5ee2 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.855087 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e9a7158c-d6d3-4e6f-a5e7-c9a0efdb948a req-d8847680-2f51-438f-84f8-9f594b1a5ee2 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0825317 Feb 21 09:42:17.879843 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f679197a-2781-4dc3-9c33-3da442fcd496 admin admin] Publish callbacks [] for security_group (80f760cf-7720-4562-b8ee-0b07bc6d098a), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.884804 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 8e56ce07-f787-4890-a17a-84ed93f7879c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8e56ce07-f787-4890-a17a-84ed93f7879c,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:17.905337 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'port_id': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'mac_address': 'fa:16:3e:b1:6b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:42:17.909940 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:42:17.918544 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:17.919386 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.920444 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e9a7158c-d6d3-4e6f-a5e7-c9a0efdb948a req-6a11f9d0-5398-4c1a-a139-a4cb6de89da1 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548904 Feb 21 09:42:17.932897 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f679197a-2781-4dc3-9c33-3da442fcd496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (80f760cf-7720-4562-b8ee-0b07bc6d098a), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:17.964897 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da71b4-e623-4031-8907-bbd195b25eff req-3c119ed2-0992-43ef-bb83-1020498efd8e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:17.966690 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d6da71b4-e623-4031-8907-bbd195b25eff req-3c119ed2-0992-43ef-bb83-1020498efd8e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 944 time: 0.0645244 Feb 21 09:42:18.003929 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 8e56ce07-f787-4890-a17a-84ed93f7879c is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:18.004552 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.005238 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f679197a-2781-4dc3-9c33-3da442fcd496 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=750c4bda78384d92b544014d05106cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129530 Feb 21 09:42:18.006188 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54452) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:18.008239 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679197a-2781-4dc3-9c33-3da442fcd496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f760cf-7720-4562-b8ee-0b07bc6d098a,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:18.022443 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e56ce07-f787-4890-a17a-84ed93f7879c {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:42:18.050446 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 8e56ce07-f787-4890-a17a-84ed93f7879c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8e56ce07-f787-4890-a17a-84ed93f7879c,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:18.052849 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d6da71b4-e623-4031-8907-bbd195b25eff req-14e4a199-79c7-4372-b8e0-4a86df5f0ad4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790982 Feb 21 09:42:18.088797 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:18.089191 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.105369 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7ac7-afea-453e-b9f5-749abd490e56 req-507c1ef4-ab62-4f7c-9911-f606e8c0db03 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:18.106879 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae0a7ac7-afea-453e-b9f5-749abd490e56 req-507c1ef4-ab62-4f7c-9911-f606e8c0db03 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0957143 Feb 21 09:42:18.108016 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-82201634-3e3d-4f6e-b815-0c07292dacca admin admin] Publish callbacks [] for security_group (80f760cf-7720-4562-b8ee-0b07bc6d098a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.123417 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:18.125236 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.144955 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-82201634-3e3d-4f6e-b815-0c07292dacca admin admin] Publish callbacks [] for security_group (80f760cf-7720-4562-b8ee-0b07bc6d098a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.179106 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=8e56ce07-f787-4890-a17a-84ed93f7879c,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:18.182630 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.182975 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a652d1b-ea3e-4cb4-b985-6b9e60064842 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:42:18.196617 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ae0a7ac7-afea-453e-b9f5-749abd490e56 req-7b91dc86-bde1-4d14-bd4f-918b48fa5326 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783179 Feb 21 09:42:18.259660 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:18.262137 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-82201634-3e3d-4f6e-b815-0c07292dacca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (80f760cf-7720-4562-b8ee-0b07bc6d098a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.264873 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-82201634-3e3d-4f6e-b815-0c07292dacca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.266158 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-82201634-3e3d-4f6e-b815-0c07292dacca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80f760cf-7720-4562-b8ee-0b07bc6d098a HTTP/1.1" status: 204 len: 168 time: 0.2590380 Feb 21 09:42:18.274728 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82201634-3e3d-4f6e-b815-0c07292dacca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f760cf-7720-4562-b8ee-0b07bc6d098a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:18.342151 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:42:18.346871 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:18.347289 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.438107 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:18.438957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.460376 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c9d66-b9fb-442c-9fad-31eae98db4a5 req-127c15e2-e1dd-4f38-858b-cace81af01c0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:18.462077 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-448c9d66-b9fb-442c-9fad-31eae98db4a5 req-127c15e2-e1dd-4f38-858b-cace81af01c0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 944 time: 0.0551860 Feb 21 09:42:18.475301 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 6a652d1b-ea3e-4cb4-b985-6b9e60064842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:18.515814 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-448c9d66-b9fb-442c-9fad-31eae98db4a5 req-c4b2b5eb-f3a0-496b-88c7-37d69fe4514c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474546 Feb 21 09:42:18.582797 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:18.632355 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=6a652d1b-ea3e-4cb4-b985-6b9e60064842,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:19.063624 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58181ab3-bbda-4e59-a8cf-96e28a5d803c req-8077eeeb-dd8e-4147-a33a-465bc2df5069 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.065070 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-58181ab3-bbda-4e59-a8cf-96e28a5d803c req-8077eeeb-dd8e-4147-a33a-465bc2df5069 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0564318 Feb 21 09:42:19.113224 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-58181ab3-bbda-4e59-a8cf-96e28a5d803c req-b2aa62ad-daac-4a37-bfbb-eb78f66c7f40 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Feb 21 09:42:19.178396 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22b987-b8f0-4a3f-855f-09dcded5f31c req-f48f0963-dd14-465c-a110-d0908f259b69 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.179870 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5a22b987-b8f0-4a3f-855f-09dcded5f31c req-f48f0963-dd14-465c-a110-d0908f259b69 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0567911 Feb 21 09:42:19.234794 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5a22b987-b8f0-4a3f-855f-09dcded5f31c req-9eb8e581-6e22-43fb-bf7f-88b929e0e763 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Feb 21 09:42:19.335409 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140e7f-b307-4a87-b5b2-c3423e900a27 req-222afe2e-db42-4f33-9821-acf140bc609c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.336805 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29140e7f-b307-4a87-b5b2-c3423e900a27 req-222afe2e-db42-4f33-9821-acf140bc609c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0562441 Feb 21 09:42:19.385916 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29140e7f-b307-4a87-b5b2-c3423e900a27 req-47bc1c98-afe2-4f21-8822-8324aa2b20ed tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Feb 21 09:42:19.636820 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388d6c8-9852-4cde-afac-c9973631fc77 req-7e33318e-348b-4f9d-aac1-84e9a5c494c9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:19.638370 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3388d6c8-9852-4cde-afac-c9973631fc77 req-7e33318e-348b-4f9d-aac1-84e9a5c494c9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 944 time: 0.0535424 Feb 21 09:42:19.698145 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3388d6c8-9852-4cde-afac-c9973631fc77 req-62cd0105-e4f3-4c46-a5b9-3359b9295b70 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536835 Feb 21 09:42:19.808383 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}, {'server_uuid': '122c1307-4cd7-47f5-92fb-62864e133f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a652d1b-ea3e-4cb4-b985-6b9e60064842'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:19.810744 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90449807-8901-4d47-90c0-2a25ac43060a" -d '{"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-plugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9"}, {"server_uuid": "122c1307-4cd7-47f5-92fb-62864e133f28", "name": "network-vif-plugged", "status": "completed", "tag": "6a652d1b-ea3e-4cb4-b985-6b9e60064842"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:19.854068 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b33631-5b50-4a54-b506-d301f308643e x-openstack-request-id: req-a3b33631-5b50-4a54-b506-d301f308643e {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:19.854541 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-plugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9", "code": 200}, {"server_uuid": "122c1307-4cd7-47f5-92fb-62864e133f28", "name": "network-vif-plugged", "status": "completed", "tag": "6a652d1b-ea3e-4cb4-b985-6b9e60064842", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:19.854830 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3b33631-5b50-4a54-b506-d301f308643e {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:19.855254 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'code': 200} Feb 21 09:42:19.855634 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122c1307-4cd7-47f5-92fb-62864e133f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a652d1b-ea3e-4cb4-b985-6b9e60064842', 'code': 200} Feb 21 09:42:20.237969 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d07f5-a87c-42ea-ae31-8456543aa706 req-813dfa26-c6ba-4aa5-aeec-eabc7420c666 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:20.239468 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5a0d07f5-a87c-42ea-ae31-8456543aa706 req-813dfa26-c6ba-4aa5-aeec-eabc7420c666 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0553157 Feb 21 09:42:20.314132 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5a0d07f5-a87c-42ea-ae31-8456543aa706 req-90c65801-55fa-42e6-b401-f52c92b9d7da tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684476 Feb 21 09:42:20.390658 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da523af-a7af-48fe-835e-21674185572c req-7e9d17bf-8c75-4bde-b702-ecf1c8a3a862 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:20.392878 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8da523af-a7af-48fe-835e-21674185572c req-7e9d17bf-8c75-4bde-b702-ecf1c8a3a862 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0568728 Feb 21 09:42:20.466622 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8da523af-a7af-48fe-835e-21674185572c req-95ef539f-a7d2-40b2-b542-4c95f707d295 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613408 Feb 21 09:42:20.537025 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a74c38-e58e-4e2f-b69d-8a4373061ef1 req-44cc1e86-5bb1-4abf-93e9-b1e65671aca7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:20.538587 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-90a74c38-e58e-4e2f-b69d-8a4373061ef1 req-44cc1e86-5bb1-4abf-93e9-b1e65671aca7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0566528 Feb 21 09:42:20.600865 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-90a74c38-e58e-4e2f-b69d-8a4373061ef1 req-3fa870f6-2bc8-4f0e-b136-cee6248412c6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559204 Feb 21 09:42:20.649350 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['8e56ce07-f787-4890-a17a-84ed93f7879c'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:20.827333 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f93764-0713-4999-8980-7dacd8130a91 req-2d6eb5aa-7c41-44be-8fac-21b332c69e5c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:20.829487 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-52f93764-0713-4999-8980-7dacd8130a91 req-2d6eb5aa-7c41-44be-8fac-21b332c69e5c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 944 time: 0.0587192 Feb 21 09:42:20.882778 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-52f93764-0713-4999-8980-7dacd8130a91 req-463f01c0-41f3-43fc-b1ab-f00b9b5e7b52 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457942 Feb 21 09:42:21.035432 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853639-de9b-4e1e-8543-6d569e8b7a18 req-8a3750e0-49ed-4b96-8078-721f1c038824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:21.037180 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7a853639-de9b-4e1e-8543-6d569e8b7a18 req-8a3750e0-49ed-4b96-8078-721f1c038824 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1129 time: 0.0503540 Feb 21 09:42:21.087227 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7a853639-de9b-4e1e-8543-6d569e8b7a18 req-e2ae21dd-8fe1-4510-b4d2-360ce65f05dc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Feb 21 09:42:21.106679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf663-4088-4666-8433-9b318bd69117 req-f8c32aa2-ddf7-4f1c-8ff2-5d43ab83fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:21.108335 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0ffcf663-4088-4666-8433-9b318bd69117 req-f8c32aa2-ddf7-4f1c-8ff2-5d43ab83fe6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.1113615 Feb 21 09:42:21.113808 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9bb85-223a-412e-9f26-08615554bb89 req-a0c262bf-c454-4517-be5b-6c5935c5f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:21.115286 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-36e9bb85-223a-412e-9f26-08615554bb89 req-a0c262bf-c454-4517-be5b-6c5935c5f0da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 1129 time: 0.1196098 Feb 21 09:42:21.133309 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54538) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:21.240496 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d58fd0c1-f8ea-41e4-a964-f6b758b0cd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:21.314568 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d58fd0c1-f8ea-41e4-a964-f6b758b0cd74 admin admin] Publish callbacks [] for security_group (118a1e82-71e9-4e4f-9d42-61502ae795cd), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:21.439544 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d58fd0c1-f8ea-41e4-a964-f6b758b0cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (118a1e82-71e9-4e4f-9d42-61502ae795cd), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:21.444607 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eb063-af79-4001-9c99-cc7789a60409 req-ef5f8432-53c2-4133-843d-5c212078c02d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:21.446140 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-419eb063-af79-4001-9c99-cc7789a60409 req-ef5f8432-53c2-4133-843d-5c212078c02d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0633328 Feb 21 09:42:21.478705 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d58fd0c1-f8ea-41e4-a964-f6b758b0cd74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b9c9fe3ac244942b66022524062c59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442805 Feb 21 09:42:21.480006 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fd0c1-f8ea-41e4-a964-f6b758b0cd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a1e82-71e9-4e4f-9d42-61502ae795cd,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:21.481840 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54544) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:21.522377 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-419eb063-af79-4001-9c99-cc7789a60409 req-b2b301f0-fad3-4f7e-b912-569da300b87f tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688913 Feb 21 09:42:21.548028 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8ac547ec-11fa-48f3-b314-9a26b2efca41 admin admin] Publish callbacks [] for security_group (118a1e82-71e9-4e4f-9d42-61502ae795cd), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:21.570246 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8ac547ec-11fa-48f3-b314-9a26b2efca41 admin admin] Publish callbacks [] for security_group (118a1e82-71e9-4e4f-9d42-61502ae795cd), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:21.585159 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8eb04-ef00-4645-8f1b-7a0c8556163f req-a956c847-9dd3-4cbb-abce-0ca887330432 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:21.586794 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5aa8eb04-ef00-4645-8f1b-7a0c8556163f req-a956c847-9dd3-4cbb-abce-0ca887330432 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0554283 Feb 21 09:42:21.662630 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8ac547ec-11fa-48f3-b314-9a26b2efca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (118a1e82-71e9-4e4f-9d42-61502ae795cd), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:21.666343 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8ac547ec-11fa-48f3-b314-9a26b2efca41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:21.670880 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-8ac547ec-11fa-48f3-b314-9a26b2efca41 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/118a1e82-71e9-4e4f-9d42-61502ae795cd HTTP/1.1" status: 204 len: 168 time: 0.1854007 Feb 21 09:42:21.699952 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac547ec-11fa-48f3-b314-9a26b2efca41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a1e82-71e9-4e4f-9d42-61502ae795cd,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:21.802320 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f16d3-32dc-48f9-b814-ca20a6035c20 req-1d82d809-8ca8-424c-bbec-73a842c4386b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:21.810605 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-073f16d3-32dc-48f9-b814-ca20a6035c20 req-1d82d809-8ca8-424c-bbec-73a842c4386b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.1292143 Feb 21 09:42:21.860080 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5aa8eb04-ef00-4645-8f1b-7a0c8556163f req-efb73fd2-053d-4e0c-bc37-dd1bb2c9845c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670617 Feb 21 09:42:21.918970 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-073f16d3-32dc-48f9-b814-ca20a6035c20 req-6b7c12b9-75b1-499c-a769-a34250ff0088 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065533 Feb 21 09:42:21.922019 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0ffcf663-4088-4666-8433-9b318bd69117 req-962aba06-7884-4ec6-8c10-c8c2857b69cf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008399 Feb 21 09:42:21.925588 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-36e9bb85-223a-412e-9f26-08615554bb89 req-0e7248be-bcc0-4a7d-bcb1-59fb7730b7a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051645 Feb 21 09:42:22.027559 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9e941-87dc-44fc-8dae-c2626d69b28f req-14bc9ab5-554b-4d46-8e09-13d1ed30b869 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:22.030429 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-27c9e941-87dc-44fc-8dae-c2626d69b28f req-14bc9ab5-554b-4d46-8e09-13d1ed30b869 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 944 time: 0.0658488 Feb 21 09:42:22.121897 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-27c9e941-87dc-44fc-8dae-c2626d69b28f req-129767ba-cec6-43ca-b17f-3e755ed755e4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757649 Feb 21 09:42:22.557839 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54586) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:22.572323 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-081fc44f-6c08-409e-a06a-e989775c6a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.689103 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-081fc44f-6c08-409e-a06a-e989775c6a55 admin admin] Publish callbacks [] for security_group (1e123a56-712b-4500-b00d-4315c5aa0593), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.700502 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb675d-93e6-4256-a7f3-d7f4b992c54b req-bf6c3465-54c8-459c-9522-8dfd7e551604 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:22.702233 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4dbb675d-93e6-4256-a7f3-d7f4b992c54b req-bf6c3465-54c8-459c-9522-8dfd7e551604 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0837624 Feb 21 09:42:22.753748 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4dbb675d-93e6-4256-a7f3-d7f4b992c54b req-7ffb28eb-5abe-4d37-8bcc-948c60bddb7b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 Feb 21 09:42:22.759109 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-081fc44f-6c08-409e-a06a-e989775c6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (1e123a56-712b-4500-b00d-4315c5aa0593), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.802993 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-081fc44f-6c08-409e-a06a-e989775c6a55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00fea17ce2204adf8a585beed8d99c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433665 Feb 21 09:42:22.803895 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fc44f-6c08-409e-a06a-e989775c6a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e123a56-712b-4500-b00d-4315c5aa0593,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:22.805748 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54592) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:22.857654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-96429503-3ee3-4c49-953d-336df419f4ad admin admin] Publish callbacks [] for security_group (1e123a56-712b-4500-b00d-4315c5aa0593), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:22.888722 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-96429503-3ee3-4c49-953d-336df419f4ad admin admin] Publish callbacks [] for security_group (1e123a56-712b-4500-b00d-4315c5aa0593), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:23.028599 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-96429503-3ee3-4c49-953d-336df419f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (1e123a56-712b-4500-b00d-4315c5aa0593), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:23.034292 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-96429503-3ee3-4c49-953d-336df419f4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:23.036603 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-96429503-3ee3-4c49-953d-336df419f4ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e123a56-712b-4500-b00d-4315c5aa0593 HTTP/1.1" status: 204 len: 168 time: 0.2298503 Feb 21 09:42:23.052917 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5060571-e817-4dfc-84c1-728f389c7a1f req-00a00845-f9c4-480e-a572-7f083277fdc6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:23.060655 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e5060571-e817-4dfc-84c1-728f389c7a1f req-00a00845-f9c4-480e-a572-7f083277fdc6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.1181946 Feb 21 09:42:23.085363 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96429503-3ee3-4c49-953d-336df419f4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e123a56-712b-4500-b00d-4315c5aa0593,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:23.150090 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e5060571-e817-4dfc-84c1-728f389c7a1f req-69201d4d-858b-4cdf-b8bf-295bc6c53dc9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884790 Feb 21 09:42:23.164560 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151d2c-4783-4026-ab54-e14b64ee301c req-6539ac18-6ccc-4094-8620-04602cbe371e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:23.172796 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0d151d2c-4783-4026-ab54-e14b64ee301c req-6539ac18-6ccc-4094-8620-04602cbe371e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.1240344 Feb 21 09:42:23.239678 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0d151d2c-4783-4026-ab54-e14b64ee301c req-50510540-2fc4-42b7-9a41-179a0d6d0771 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602086 Feb 21 09:42:23.296515 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a170dc-4373-40ca-967f-ed03f456ab96 req-30fa5364-1de0-4a77-8142-b1378d88d947 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:23.298520 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05a170dc-4373-40ca-967f-ed03f456ab96 req-30fa5364-1de0-4a77-8142-b1378d88d947 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 944 time: 0.0688996 Feb 21 09:42:23.357814 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05a170dc-4373-40ca-967f-ed03f456ab96 req-9407c9fc-548b-466a-8189-900e34b85855 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492332 Feb 21 09:42:23.882909 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770c1c-25fd-423d-b306-e1287f659452 req-8e1900f9-de42-4a69-beb7-09e5418385d8 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:23.884428 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d5770c1c-25fd-423d-b306-e1287f659452 req-8e1900f9-de42-4a69-beb7-09e5418385d8 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0553117 Feb 21 09:42:23.939477 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d5770c1c-25fd-423d-b306-e1287f659452 req-16d36ec2-0d97-4986-ada6-f9eaad2e99fc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484574 Feb 21 09:42:23.970587 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 8e56ce07-f787-4890-a17a-84ed93f7879c up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:42:24.142497 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 8e56ce07-f787-4890-a17a-84ed93f7879c completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:42:24.147377 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 8e56ce07-f787-4890-a17a-84ed93f7879c triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:42:24.147768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:24.247419 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 8e56ce07-f787-4890-a17a-84ed93f7879c is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:42:24.248064 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:24.280876 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:24.284211 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472aa218-6353-4704-8782-596170f6acea" -d '{"events": [{"server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "name": "network-vif-plugged", "status": "completed", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:24.301146 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 8e56ce07-f787-4890-a17a-84ed93f7879c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8e56ce07-f787-4890-a17a-84ed93f7879c,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:24.312244 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab9a2d-6a0a-4cbd-bbbb-731d177a0bd6 req-3a085579-3753-4f27-ba6f-1dafc892469a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:24.313868 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f8ab9a2d-6a0a-4cbd-bbbb-731d177a0bd6 req-3a085579-3753-4f27-ba6f-1dafc892469a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0759349 Feb 21 09:42:24.367461 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f8ab9a2d-6a0a-4cbd-bbbb-731d177a0bd6 req-b5df4220-e017-4c4d-a43f-43be20a7a17c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Feb 21 09:42:24.382587 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:24.396193 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e62f38-9bc4-405a-8a3f-e0d65b0fa3d7 req-9195c984-7d36-487d-9cc0-6fa3d24099f9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:24.401396 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a0e62f38-9bc4-405a-8a3f-e0d65b0fa3d7 req-9195c984-7d36-487d-9cc0-6fa3d24099f9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0894346 Feb 21 09:42:24.492232 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a0e62f38-9bc4-405a-8a3f-e0d65b0fa3d7 req-8e71cc02-b44f-424a-9222-3dfae3ffea41 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784807 Feb 21 09:42:24.503805 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e0d5a-e1e8-43b9-b866-3a7e13b780c8 x-openstack-request-id: req-638e0d5a-e1e8-43b9-b866-3a7e13b780c8 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:24.514215 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "name": "network-vif-plugged", "status": "completed", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:24.514215 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-638e0d5a-e1e8-43b9-b866-3a7e13b780c8 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:24.514796 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'code': 200} Feb 21 09:42:24.522071 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=8e56ce07-f787-4890-a17a-84ed93f7879c,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:24.574946 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081cff2-cba4-4aa6-a53d-77347a8498da req-d289079c-ea15-44ca-84ae-33b1ccab3ccd tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:24.576488 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1081cff2-cba4-4aa6-a53d-77347a8498da req-d289079c-ea15-44ca-84ae-33b1ccab3ccd tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0693419 Feb 21 09:42:24.642440 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1081cff2-cba4-4aa6-a53d-77347a8498da req-8e187e7f-926d-472a-8d60-e33ff1e9ca10 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586143 Feb 21 09:42:25.133546 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a2d8-895d-4445-ae80-1a35e4ad78b7 req-23264964-4d45-4a53-afc6-a7da13d8282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:25.135060 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e343a2d8-895d-4445-ae80-1a35e4ad78b7 req-23264964-4d45-4a53-afc6-a7da13d8282d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1129 time: 0.0581698 Feb 21 09:42:25.206111 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e343a2d8-895d-4445-ae80-1a35e4ad78b7 req-248eab7f-c668-4665-9fa7-37272e3a6a56 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467722 Feb 21 09:42:25.493360 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057f417-9514-44b5-a57e-ce48634b0299 req-473b4531-32c1-4351-9317-0dd932c26651 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:25.495027 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e057f417-9514-44b5-a57e-ce48634b0299 req-473b4531-32c1-4351-9317-0dd932c26651 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0580902 Feb 21 09:42:25.569866 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e057f417-9514-44b5-a57e-ce48634b0299 req-9b7727ca-965a-4d03-9711-e60510ec498a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637038 Feb 21 09:42:25.655013 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2514a-a4fd-4344-b2d1-fa344f6e1a0a req-d74470ad-6c00-45d3-8f5e-31e095977055 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:25.657081 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8da2514a-a4fd-4344-b2d1-fa344f6e1a0a req-d74470ad-6c00-45d3-8f5e-31e095977055 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0655260 Feb 21 09:42:25.714599 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8da2514a-a4fd-4344-b2d1-fa344f6e1a0a req-46a834bc-a357-4576-884d-c203ad5ffbdc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509388 Feb 21 09:42:25.851933 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26976d87-3b63-4338-8761-1c16ee9c291e req-84071f26-26bd-4e36-91dc-18320e66a7b3 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:25.851933 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-26976d87-3b63-4338-8761-1c16ee9c291e req-84071f26-26bd-4e36-91dc-18320e66a7b3 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0728483 Feb 21 09:42:25.933361 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-26976d87-3b63-4338-8761-1c16ee9c291e req-08c22708-a8b9-456a-b47c-905cb75bc3aa tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741453 Feb 21 09:42:26.103217 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b5779-17e7-41d8-9b43-1a73e7a0a198 req-7277fd6c-7e84-496c-9f9e-eadcccffef0c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:26.104730 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1c6b5779-17e7-41d8-9b43-1a73e7a0a198 req-7277fd6c-7e84-496c-9f9e-eadcccffef0c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0657587 Feb 21 09:42:26.114222 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54736) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:26.120200 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'floatingip': {'port_id': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:26.159879 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54738) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:26.199468 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (6da10d36-1ebe-4da4-b991-0161315b4bd2), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.326937 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-431be9ca-0da7-40a6-a4da-fa96ed6bc65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.413632 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad48ce-c9ed-4319-93cd-6d8336e5e08b req-261be03d-597f-43e5-8278-50c6b0b32ef3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:26.415136 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-aaad48ce-c9ed-4319-93cd-6d8336e5e08b req-261be03d-597f-43e5-8278-50c6b0b32ef3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.1357586 Feb 21 09:42:26.517382 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450f6b-bb04-4f45-b372-3513767915aa req-1dcb10bc-a462-4b89-9022-f80b2de7399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:26.518958 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-16450f6b-bb04-4f45-b372-3513767915aa req-1dcb10bc-a462-4b89-9022-f80b2de7399a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 1129 time: 0.1360731 Feb 21 09:42:26.525295 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-aaad48ce-c9ed-4319-93cd-6d8336e5e08b req-cdf95ea6-08e6-44fa-bbcb-dc4b21b16db2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935855 Feb 21 09:42:26.550698 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-431be9ca-0da7-40a6-a4da-fa96ed6bc65b admin admin] Publish callbacks [] for security_group (651aeb90-4bec-4b98-8018-8a31faa5de6a), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.636908 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-431be9ca-0da7-40a6-a4da-fa96ed6bc65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (651aeb90-4bec-4b98-8018-8a31faa5de6a), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.730910 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-431be9ca-0da7-40a6-a4da-fa96ed6bc65b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86eaad5b2c754a71b8fc5eec0376c1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698647 Feb 21 09:42:26.738905 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54752) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:26.742338 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431be9ca-0da7-40a6-a4da-fa96ed6bc65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651aeb90-4bec-4b98-8018-8a31faa5de6a,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:26.758746 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450f6b-bb04-4f45-b372-3513767915aa req-ebd654bd-a788-42c2-95b1-37de6e9dead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:26.758746 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-16450f6b-bb04-4f45-b372-3513767915aa req-ebd654bd-a788-42c2-95b1-37de6e9dead0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 920 time: 0.2253978 Feb 21 09:42:26.808670 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-16450f6b-bb04-4f45-b372-3513767915aa req-846664f4-aedb-40d5-8a7c-3843647a09e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842 HTTP/1.1" status: 200 len: 217 time: 0.0446117 Feb 21 09:42:26.878725 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f8c974d1-dd3e-4559-a375-8ec26df7fd51 admin admin] Publish callbacks [] for security_group (651aeb90-4bec-4b98-8018-8a31faa5de6a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.893741 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450f6b-bb04-4f45-b372-3513767915aa req-c185547d-6a1c-4edb-a072-f8fcaeadad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:26.895282 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-16450f6b-bb04-4f45-b372-3513767915aa req-c185547d-6a1c-4edb-a072-f8fcaeadad5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0767756 Feb 21 09:42:26.914843 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f8c974d1-dd3e-4559-a375-8ec26df7fd51 admin admin] Publish callbacks [] for security_group (651aeb90-4bec-4b98-8018-8a31faa5de6a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:26.959013 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-16450f6b-bb04-4f45-b372-3513767915aa req-47f81f5c-5c35-4ca7-b7b3-ccc57334db19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419545 Feb 21 09:42:27.053570 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:27.107080 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-16450f6b-bb04-4f45-b372-3513767915aa req-9840c4ad-994c-419f-88c1-f5554c6b7747 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383331 Feb 21 09:42:27.132753 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d197-df9d-4288-a1c1-add5b7eb7efc req-049af5af-ae59-4eda-b314-30fd8eb70769 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:27.140365 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d0f3d197-df9d-4288-a1c1-add5b7eb7efc req-049af5af-ae59-4eda-b314-30fd8eb70769 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0725164 Feb 21 09:42:27.143885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (6da10d36-1ebe-4da4-b991-0161315b4bd2), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:27.194935 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f8c974d1-dd3e-4559-a375-8ec26df7fd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (651aeb90-4bec-4b98-8018-8a31faa5de6a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:27.199104 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f8c974d1-dd3e-4559-a375-8ec26df7fd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:27.204684 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f8c974d1-dd3e-4559-a375-8ec26df7fd51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/651aeb90-4bec-4b98-8018-8a31faa5de6a HTTP/1.1" status: 204 len: 168 time: 0.4633834 Feb 21 09:42:27.245610 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c974d1-dd3e-4559-a375-8ec26df7fd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651aeb90-4bec-4b98-8018-8a31faa5de6a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:27.284988 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-16450f6b-bb04-4f45-b372-3513767915aa req-a387913f-a719-43f4-bfce-c51006f5da7d service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702838 Feb 21 09:42:27.322424 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d0f3d197-df9d-4288-a1c1-add5b7eb7efc req-6e3c6c78-41c8-4b1b-8af5-ba3c0f0338ad tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803887 Feb 21 09:42:27.338796 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Floating IP 6da10d36-1ebe-4da4-b991-0161315b4bd2 associated. External IP: 172.27.3.21, port: 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9. Feb 21 09:42:27.624325 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:42:27.776340 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecddb6d-6a97-4d26-aa6f-795c38cf4d02 req-b99215d9-1ca6-452e-af82-2736d06a0718 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:27.777937 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7ecddb6d-6a97-4d26-aa6f-795c38cf4d02 req-b99215d9-1ca6-452e-af82-2736d06a0718 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.1525726 Feb 21 09:42:27.811697 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:42:27.820613 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:27.829014 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] Sync routers for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:42:27.844308 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:27.845033 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:42:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:27.966291 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:28.070562 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7ecddb6d-6a97-4d26-aa6f-795c38cf4d02 req-68a17384-48da-4ea7-a9fc-fbdc327f54e6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857594 Feb 21 09:42:28.074434 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-60d3a59a-f647-4d1f-8e8a-f4f30b199bde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "PUT /v2.0/floatingips/6da10d36-1ebe-4da4-b991-0161315b4bd2 HTTP/1.1" status: 200 len: 990 time: 1.9588022 Feb 21 09:42:28.075026 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:28.077334 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a2ff9-19c7-4333-94b4-e9769822a175" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:28.205457 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0c440644-0e32-4410-bc17-67cd28ca8625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.220712 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddec8dad-98a2-4d52-b8df-5e959cfef35c x-openstack-request-id: req-ddec8dad-98a2-4d52-b8df-5e959cfef35c {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:28.221271 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:28.221503 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddec8dad-98a2-4d52-b8df-5e959cfef35c {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:28.222030 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'status': 'completed', 'code': 200} Feb 21 09:42:28.224076 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54808) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:28.240028 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee41b-cf9f-462d-8b0b-92043219f29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.309534 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '6da10d36-1ebe-4da4-b991-0161315b4bd2', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'port_id': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'mac_address': 'fa:16:3e:41:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f07e90-66f4-481e-9344-856b0553884c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:52Z', 'updated_at': '2022-02-21T09:42:26Z', 'revision_number': 1, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:28.337927 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] Checking router: 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:42:28.355625 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:28.355625 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:42:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:28.355891 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-248d3ca4-7ae6-4783-af25-d43d81746eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:28.357451 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-248d3ca4-7ae6-4783-af25-d43d81746eb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1129 time: 0.0840788 Feb 21 09:42:28.383015 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee41b-cf9f-462d-8b0b-92043219f29c admin admin] Publish callbacks [] for security_group (19799dad-fdfe-4df6-8392-1af6d7b444c4), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.471964 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee41b-cf9f-462d-8b0b-92043219f29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (19799dad-fdfe-4df6-8392-1af6d7b444c4), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.499249 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:28.519089 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc052-d338-4c31-a457-95a77fcb4a05 req-cc67930e-037d-48ca-b0af-be5bca5f9d9e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:28.534929 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-049dc052-d338-4c31-a457-95a77fcb4a05 req-cc67930e-037d-48ca-b0af-be5bca5f9d9e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0915082 Feb 21 09:42:28.604549 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ee41b-cf9f-462d-8b0b-92043219f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19799dad-fdfe-4df6-8392-1af6d7b444c4,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:28.612131 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5b4ee41b-cf9f-462d-8b0b-92043219f29c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b68c9932a0b34848b78517c1cbfbf779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868322 Feb 21 09:42:28.616769 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54822) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:28.624813 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-049dc052-d338-4c31-a457-95a77fcb4a05 req-1371d61d-ed40-4e1e-b26d-f77b1835ccdf tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876195 Feb 21 09:42:28.654140 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-a85516dc-58d4-4d26-b8c9-1daf13b6c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:28.655648 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-a85516dc-58d4-4d26-b8c9-1daf13b6c53a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.2866108 Feb 21 09:42:28.820248 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '6da10d36-1ebe-4da4-b991-0161315b4bd2', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'port_id': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'mac_address': 'fa:16:3e:41:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f07e90-66f4-481e-9344-856b0553884c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:52Z', 'updated_at': '2022-02-21T09:42:26Z', 'revision_number': 1, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:28.825840 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-78c8f726-af03-46b7-8694-9ed352c8f323 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 998 time: 0.1638553 Feb 21 09:42:28.832211 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-99f53026-ecb6-4df6-9dee-ff9aa50b5f95 admin admin] Publish callbacks [] for security_group (19799dad-fdfe-4df6-8392-1af6d7b444c4), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.900639 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6553-df0f-46de-9f34-dd4ce7672269 req-b6977f48-a098-40ad-ae3f-08259fcddd89 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:28.902228 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ecac6553-df0f-46de-9f34-dd4ce7672269 req-b6977f48-a098-40ad-ae3f-08259fcddd89 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1853309 Feb 21 09:42:28.909616 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-99f53026-ecb6-4df6-9dee-ff9aa50b5f95 admin admin] Publish callbacks [] for security_group (19799dad-fdfe-4df6-8392-1af6d7b444c4), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:28.912891 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54832) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:28.930289 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'floatingip': {'port_id': '8e56ce07-f787-4890-a17a-84ed93f7879c'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:42:28.985384 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59d769-dc06-4235-85c9-ca3b695e8115 None None] The sync data for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi is: [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '6da10d36-1ebe-4da4-b991-0161315b4bd2', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'port_id': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'mac_address': 'fa:16:3e:41:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f07e90-66f4-481e-9344-856b0553884c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:41:52Z', 'updated_at': '2022-02-21T09:42:26Z', 'revision_number': 1, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:42:29.063238 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-b2e5a6a5-d2f6-4f2e-ae36-27fe36168c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:29.065647 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-b2e5a6a5-d2f6-4f2e-ae36-27fe36168c6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.2292590 Feb 21 09:42:29.094782 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (f5cc750a-e01e-45a5-a1e1-0e916894d472), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.229931 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54848) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:29.268393 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e5397-91ca-4d1c-88a9-9e46de08bede req-7fbb77b9-b771-4c42-92a9-a17bbaad99be tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:29.270665 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b3e5397-91ca-4d1c-88a9-9e46de08bede req-7fbb77b9-b771-4c42-92a9-a17bbaad99be tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0753429 Feb 21 09:42:29.338328 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5da7c-075c-4764-848d-efed61525d45 None None] New status for floating IP 6da10d36-1ebe-4da4-b991-0161315b4bd2: ACTIVE {{(pid=109842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:42:29.347403 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-ef76d116-fbf5-445e-ac03-fa1266b497cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:29.349199 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-ef76d116-fbf5-445e-ac03-fa1266b497cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2441442 Feb 21 09:42:29.386699 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b3e5397-91ca-4d1c-88a9-9e46de08bede req-31729bf0-d07f-43e2-88db-f4fc3a7fdc64 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038408 Feb 21 09:42:29.434896 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d673fc21-8a6a-4cda-8090-062213545e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.548532 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d673fc21-8a6a-4cda-8090-062213545e57 admin admin] Publish callbacks [] for security_group (b3d5b675-82b7-485a-9d02-1681cc838e17), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.586626 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-99f53026-ecb6-4df6-9dee-ff9aa50b5f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (19799dad-fdfe-4df6-8392-1af6d7b444c4), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.589021 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-99f53026-ecb6-4df6-9dee-ff9aa50b5f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.590238 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-99f53026-ecb6-4df6-9dee-ff9aa50b5f95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19799dad-fdfe-4df6-8392-1af6d7b444c4 HTTP/1.1" status: 204 len: 168 time: 0.9686334 Feb 21 09:42:29.628086 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d673fc21-8a6a-4cda-8090-062213545e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b3d5b675-82b7-485a-9d02-1681cc838e17), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:29.682558 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f53026-ecb6-4df6-9dee-ff9aa50b5f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19799dad-fdfe-4df6-8392-1af6d7b444c4,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:29.688139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673fc21-8a6a-4cda-8090-062213545e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5b675-82b7-485a-9d02-1681cc838e17,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:29.694965 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d673fc21-8a6a-4cda-8090-062213545e57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f751196f4ba4b168e42172791870b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628866 Feb 21 09:42:29.699511 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54856) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:29.832224 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-8c406746-d13b-4ce0-84e9-c1c8e697b4ad service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751856 Feb 21 09:42:29.847685 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54864) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:29.997028 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c4048283-c722-45ce-9d15-cb767cfe5873 admin admin] Publish callbacks [] for security_group (b3d5b675-82b7-485a-9d02-1681cc838e17), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.036005 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdd19-87fd-4d2c-be97-fb6be5157896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.111436 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c4048283-c722-45ce-9d15-cb767cfe5873 admin admin] Publish callbacks [] for security_group (b3d5b675-82b7-485a-9d02-1681cc838e17), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.166015 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdd19-87fd-4d2c-be97-fb6be5157896 admin admin] Publish callbacks [] for security_group (c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.227386 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdd19-87fd-4d2c-be97-fb6be5157896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.248847 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a4a2ff9-19c7-4333-94b4-e9769822a175 req-0675e632-12be-46b8-a36e-456b3d33ca5a service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822501 Feb 21 09:42:30.269593 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b6ffdd19-87fd-4d2c-be97-fb6be5157896 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9ee52e79adc43f68539a59facef9b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201052 Feb 21 09:42:30.270700 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffdd19-87fd-4d2c-be97-fb6be5157896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:30.272920 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54880) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:30.301216 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54882) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:30.342245 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-14e71075-8fdf-405a-8ea7-26f6073403f4 admin admin] Publish callbacks [] for security_group (c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.375532 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-14e71075-8fdf-405a-8ea7-26f6073403f4 admin admin] Publish callbacks [] for security_group (c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.399716 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c4048283-c722-45ce-9d15-cb767cfe5873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b3d5b675-82b7-485a-9d02-1681cc838e17), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.403012 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c4048283-c722-45ce-9d15-cb767cfe5873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.404367 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-c4048283-c722-45ce-9d15-cb767cfe5873 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3d5b675-82b7-485a-9d02-1681cc838e17 HTTP/1.1" status: 204 len: 168 time: 0.7038589 Feb 21 09:42:30.433751 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.435241 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4048283-c722-45ce-9d15-cb767cfe5873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5b675-82b7-485a-9d02-1681cc838e17,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:30.523247 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (f5cc750a-e01e-45a5-a1e1-0e916894d472), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.554601 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-14e71075-8fdf-405a-8ea7-26f6073403f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.563469 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-14e71075-8fdf-405a-8ea7-26f6073403f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.567955 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-14e71075-8fdf-405a-8ea7-26f6073403f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab HTTP/1.1" status: 204 len: 168 time: 0.2917256 Feb 21 09:42:30.586322 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e71075-8fdf-405a-8ea7-26f6073403f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2c975-77f8-4b4d-88ce-fbc90e94a6ab,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:30.587668 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a64616fc-7f16-4264-9988-18d8201554cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.648322 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1770ae-3673-4c0d-bc81-50948923e35e req-cada6b4c-3256-4353-bbdc-f671ae12774f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:30.651735 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a1770ae-3673-4c0d-bc81-50948923e35e req-cada6b4c-3256-4353-bbdc-f671ae12774f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.1670594 Feb 21 09:42:30.652037 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3fc52149-7763-4525-8a72-955d2ccd758c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.702833 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Floating IP f5cc750a-e01e-45a5-a1e1-0e916894d472 associated. External IP: 172.27.3.225, port: 8e56ce07-f787-4890-a17a-84ed93f7879c. Feb 21 09:42:30.777965 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5a1770ae-3673-4c0d-bc81-50948923e35e req-aa624754-6bab-45b6-8f89-17ba2e859a01 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187165 Feb 21 09:42:30.813628 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3fc52149-7763-4525-8a72-955d2ccd758c admin admin] Publish callbacks [] for security_group (3a952868-d473-45f9-8eee-5e85c5bc719b), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.891044 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3fc52149-7763-4525-8a72-955d2ccd758c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3a952868-d473-45f9-8eee-5e85c5bc719b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:30.950759 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-3fc52149-7763-4525-8a72-955d2ccd758c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2cbf44fff972442fbc7f7d4de24b4e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6483524 Feb 21 09:42:30.954361 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54902) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:30.961296 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc52149-7763-4525-8a72-955d2ccd758c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a952868-d473-45f9-8eee-5e85c5bc719b,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:31.004582 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:42:31.029333 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f933-37d3-4fbe-b6ab-90931eead542 admin admin] Publish callbacks [] for security_group (3a952868-d473-45f9-8eee-5e85c5bc719b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.092853 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f933-37d3-4fbe-b6ab-90931eead542 admin admin] Publish callbacks [] for security_group (3a952868-d473-45f9-8eee-5e85c5bc719b), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.156587 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54912) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:31.173934 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-12624e09-eed5-4fe7-a012-4c97307eba68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.285859 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-12624e09-eed5-4fe7-a012-4c97307eba68 admin admin] Publish callbacks [] for security_group (b876ba27-3222-445d-83be-c45a889cab1a), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.392601 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-12624e09-eed5-4fe7-a012-4c97307eba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b876ba27-3222-445d-83be-c45a889cab1a), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.412867 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:42:31.418229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.425521 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] Sync routers for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:42:31.437324 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:31.438302 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:42:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.448136 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-12624e09-eed5-4fe7-a012-4c97307eba68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41a82691123447d1926de10646470d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902160 Feb 21 09:42:31.449374 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12624e09-eed5-4fe7-a012-4c97307eba68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b876ba27-3222-445d-83be-c45a889cab1a,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:31.455657 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54914) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:31.480136 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-431938f1-f6e6-4b46-a6f9-03e516a9987d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "PUT /v2.0/floatingips/f5cc750a-e01e-45a5-a1e1-0e916894d472 HTTP/1.1" status: 200 len: 991 time: 2.5548625 Feb 21 09:42:31.480136 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:31.480136 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:31.525452 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac25cb6-a1a5-4af9-8619-daf7af23e7f9 x-openstack-request-id: req-fac25cb6-a1a5-4af9-8619-daf7af23e7f9 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:31.525964 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:31.526364 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fac25cb6-a1a5-4af9-8619-daf7af23e7f9 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:31.526906 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'status': 'completed', 'code': 200} Feb 21 09:42:31.536664 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f933-37d3-4fbe-b6ab-90931eead542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3a952868-d473-45f9-8eee-5e85c5bc719b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.540318 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d2e3f933-37d3-4fbe-b6ab-90931eead542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.541809 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d2e3f933-37d3-4fbe-b6ab-90931eead542 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a952868-d473-45f9-8eee-5e85c5bc719b HTTP/1.1" status: 204 len: 168 time: 0.5864007 Feb 21 09:42:31.558009 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3f933-37d3-4fbe-b6ab-90931eead542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a952868-d473-45f9-8eee-5e85c5bc719b,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:31.562043 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:31.585487 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a19d10ec-f3f8-433d-b11f-460e36b58b03 admin admin] Publish callbacks [] for security_group (b876ba27-3222-445d-83be-c45a889cab1a), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.639724 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a19d10ec-f3f8-433d-b11f-460e36b58b03 admin admin] Publish callbacks [] for security_group (b876ba27-3222-445d-83be-c45a889cab1a), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.677049 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-80ab77a6-65a9-43e4-9caf-ff02bde41c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:31.680352 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-80ab77a6-65a9-43e4-9caf-ff02bde41c05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1129 time: 0.0723448 Feb 21 09:42:31.685468 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54926) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:31.711100 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.770436 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.798362 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a19d10ec-f3f8-433d-b11f-460e36b58b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b876ba27-3222-445d-83be-c45a889cab1a), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.801039 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a19d10ec-f3f8-433d-b11f-460e36b58b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.807043 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a19d10ec-f3f8-433d-b11f-460e36b58b03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b876ba27-3222-445d-83be-c45a889cab1a HTTP/1.1" status: 204 len: 168 time: 0.3520355 Feb 21 09:42:31.849632 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d10ec-f3f8-433d-b11f-460e36b58b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b876ba27-3222-445d-83be-c45a889cab1a,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:31.921691 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f5cc750a-e01e-45a5-a1e1-0e916894d472', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'port_id': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'mac_address': 'fa:16:3e:b1:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:42:01Z', 'updated_at': '2022-02-21T09:42:30Z', 'revision_number': 1, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.941391 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Publish callbacks [] for security_group (3e6aba69-1e88-41d5-8179-eaf1b5526acf), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:31.954705 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] Checking router: cd0354cb-8931-4e87-b8e7-caecc0e0fa2a for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:42:31.964119 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:42:31.964397 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-90ad1ba6-c9f6-450f-912c-3e1fdf6adf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:31.964737 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:42:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:31.965901 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-90ad1ba6-c9f6-450f-912c-3e1fdf6adf83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 911 time: 0.2568545 Feb 21 09:42:32.009837 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3e6aba69-1e88-41d5-8179-eaf1b5526acf), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.035537 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c695b6-96e8-4901-ada8-c0c8a31b58d9 req-6cf1ef38-db2c-4929-8c49-fa61585d56af tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:32.038161 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e7c695b6-96e8-4901-ada8-c0c8a31b58d9 req-6cf1ef38-db2c-4929-8c49-fa61585d56af tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.1395571 Feb 21 09:42:32.072973 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-c93aa118-7ead-4361-975b-627150d7f742 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 200 len: 999 time: 0.0962470 Feb 21 09:42:32.090055 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:42:32.130115 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6aba69-1e88-41d5-8179-eaf1b5526acf,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:32.136437 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e7c695b6-96e8-4901-ada8-c0c8a31b58d9 req-f386b574-5ab6-44e5-8c8e-5f32420af086 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885365 Feb 21 09:42:32.145034 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.145468 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.145777 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.146113 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.146439 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.148915 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-d196e126-566c-4347-8138-4a6184298ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:32.150452 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-d196e126-566c-4347-8138-4a6184298ac6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0636792 Feb 21 09:42:32.152757 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.153184 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.153553 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.153902 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.154240 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.154572 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.154898 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.155224 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:32.176249 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54940) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:32.177481 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b4b51ece-2d16-4bfd-937d-6aa7ad56ae11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0c142fcf4eb4a0b8541f26d3ba9db62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4901404 Feb 21 09:42:32.283666 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-be36068a-6265-4ade-b02b-c16bbf2a338d admin admin] Publish callbacks [] for security_group (3e6aba69-1e88-41d5-8179-eaf1b5526acf), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.303340 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-464cea32-8c12-4049-a7ee-be32c84f6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:32.304836 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-464cea32-8c12-4049-a7ee-be32c84f6acc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774205 Feb 21 09:42:32.327080 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-be36068a-6265-4ade-b02b-c16bbf2a338d admin admin] Publish callbacks [] for security_group (3e6aba69-1e88-41d5-8179-eaf1b5526acf), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.442338 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-069e6152-df15-48a5-af13-56e770a3d86c service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279161 Feb 21 09:42:32.449424 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f5cc750a-e01e-45a5-a1e1-0e916894d472', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'port_id': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'mac_address': 'fa:16:3e:b1:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:42:01Z', 'updated_at': '2022-02-21T09:42:30Z', 'revision_number': 1, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:42:32.483163 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5e9f4-9354-4cbc-adb2-71ed7d4c7d70 None None] The sync data for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi is: [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f5cc750a-e01e-45a5-a1e1-0e916894d472', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'port_id': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'mac_address': 'fa:16:3e:b1:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:42:01Z', 'updated_at': '2022-02-21T09:42:30Z', 'revision_number': 1, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:42:32.518736 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-be36068a-6265-4ade-b02b-c16bbf2a338d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3e6aba69-1e88-41d5-8179-eaf1b5526acf), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.526105 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-be36068a-6265-4ade-b02b-c16bbf2a338d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.526105 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-be36068a-6265-4ade-b02b-c16bbf2a338d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e6aba69-1e88-41d5-8179-eaf1b5526acf HTTP/1.1" status: 204 len: 168 time: 0.3453755 Feb 21 09:42:32.536621 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36068a-6265-4ade-b02b-c16bbf2a338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6aba69-1e88-41d5-8179-eaf1b5526acf,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:32.591996 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8bc73cf4-0aa7-4162-a93f-c0da7b3b38ef req-bf2db37a-30b3-4e0c-a699-04a166a1a36a service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433642 Feb 21 09:42:32.733572 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b897a5-73d5-4880-8c52-db54019d7d96 None None] New status for floating IP f5cc750a-e01e-45a5-a1e1-0e916894d472: ACTIVE {{(pid=109842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:42:32.833032 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 54954) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:32.849985 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3c8f50cf-9c8b-476e-b079-9f76d0ca5d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:32.942912 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3c8f50cf-9c8b-476e-b079-9f76d0ca5d22 admin admin] Publish callbacks [] for security_group (f61d4047-3ce0-4440-bff8-08933e991ecb), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.010925 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3c8f50cf-9c8b-476e-b079-9f76d0ca5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f61d4047-3ce0-4440-bff8-08933e991ecb), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.056192 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-3c8f50cf-9c8b-476e-b079-9f76d0ca5d22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51b3df0664ae44ee9140e244a3cf994e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183602 Feb 21 09:42:33.056192 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f50cf-9c8b-476e-b079-9f76d0ca5d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d4047-3ce0-4440-bff8-08933e991ecb,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:33.056763 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 54960) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:33.122324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Publish callbacks [] for security_group (f61d4047-3ce0-4440-bff8-08933e991ecb), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.152015 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Publish callbacks [] for security_group (f61d4047-3ce0-4440-bff8-08933e991ecb), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.307093 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f61d4047-3ce0-4440-bff8-08933e991ecb), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.309847 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.311152 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f61d4047-3ce0-4440-bff8-08933e991ecb HTTP/1.1" status: 204 len: 168 time: 0.2530870 Feb 21 09:42:33.318905 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deba42-0f93-42d0-8cea-6022ecd96a06 req-f9cccb5f-f6d1-4d28-a397-d33cb46f2930 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:33.319826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d4047-3ce0-4440-bff8-08933e991ecb,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:33.320903 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-06deba42-0f93-42d0-8cea-6022ecd96a06 req-f9cccb5f-f6d1-4d28-a397-d33cb46f2930 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0584104 Feb 21 09:42:33.329536 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.330055 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.330482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.330889 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.331291 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.331689 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.332092 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.332489 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.333023 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.333446 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.333856 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.334429 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.334780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819c17-a217-4f52-a883-8b238bee798d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:42:33.396663 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-06deba42-0f93-42d0-8cea-6022ecd96a06 req-45efd143-0116-4f5c-850b-b05e7c7197bd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688605 Feb 21 09:42:33.433582 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.705282 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-85ce5b1f-5ae2-455b-99b5-2c6f2aaf3f72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504265 Feb 21 09:42:33.838575 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-52c83275-5a9a-4fd6-9a8a-2851353b686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:33.841593 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-52c83275-5a9a-4fd6-9a8a-2851353b686c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9c68fb7c73d439fb2c283b7f93309f7&device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 1129 time: 0.0637500 Feb 21 09:42:33.984345 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-b948acda-bf69-4426-af41-addecfcea6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:33.985915 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-b948acda-bf69-4426-af41-addecfcea6b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 HTTP/1.1" status: 200 len: 912 time: 0.1223762 Feb 21 09:42:34.040218 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-55157ca8-b6ea-46f9-b9b1-6f686b66ef19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3daf2646-dc00-430a-bd58-7600e25e016a HTTP/1.1" status: 200 len: 217 time: 0.0471544 Feb 21 09:42:34.091530 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-45559b4a-86d9-4c87-ab7d-53b4c0122ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:34.093912 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-45559b4a-86d9-4c87-ab7d-53b4c0122ee3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beef3072-11ed-4734-a89f-9302ca386ccb HTTP/1.1" status: 200 len: 851 time: 0.0464330 Feb 21 09:42:34.130765 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-930c98e5-cc27-4edb-b89a-c34e3e481da6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312116 Feb 21 09:42:34.245489 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-7176aab4-de82-49d3-82f1-50a044e8dccf service neutron] 10.222.0.10 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005232 Feb 21 09:42:34.350319 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e0bf15cc-096e-406e-97d5-cf5a02a0b0a8 req-4ee9cb37-bef4-4abe-8122-8e82a406eb70 service neutron] 10.222.0.10 "GET /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977130 Feb 21 09:42:34.565229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca132-455d-48d2-8a04-72c9b973b779 req-5a33cf98-8679-453a-a23a-eaf3e55cc94e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:34.566824 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cceca132-455d-48d2-8a04-72c9b973b779 req-5a33cf98-8679-453a-a23a-eaf3e55cc94e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0816360 Feb 21 09:42:34.627437 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cceca132-455d-48d2-8a04-72c9b973b779 req-69b0cf64-30f9-48d6-b52d-177f96a45941 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Feb 21 09:42:34.770136 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.489405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.763948 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794e33d-7ae4-4c47-a01e-64520733e057 req-2ba69f33-d41d-43d3-9d43-bffedbd757b2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:35.765478 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c794e33d-7ae4-4c47-a01e-64520733e057 req-2ba69f33-d41d-43d3-9d43-bffedbd757b2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0661542 Feb 21 09:42:35.829737 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c794e33d-7ae4-4c47-a01e-64520733e057 req-502b7d45-2d2b-453e-b0b4-c1cc5e2659ce tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571454 Feb 21 09:42:36.955989 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb026-58a3-48d2-a797-504692ae45e3 req-ae6a9224-503c-4b71-95b6-12bb5354772d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:36.957563 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-90bbb026-58a3-48d2-a797-504692ae45e3 req-ae6a9224-503c-4b71-95b6-12bb5354772d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0586467 Feb 21 09:42:37.009045 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-90bbb026-58a3-48d2-a797-504692ae45e3 req-763f2c45-7c9d-40b1-a2e2-2216666dc63a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453682 Feb 21 09:42:38.138015 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53e647-21a7-4a92-9e01-269f73e3f428 req-ad0b4be2-4c07-4d6c-99dd-bbac36cca4c2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:38.139540 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b53e647-21a7-4a92-9e01-269f73e3f428 req-ad0b4be2-4c07-4d6c-99dd-bbac36cca4c2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0560648 Feb 21 09:42:38.189439 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b53e647-21a7-4a92-9e01-269f73e3f428 req-43c8d45e-e9dc-4e92-ad30-30f852c26063 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Feb 21 09:42:39.312175 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c93c-2fb8-4c39-9b7c-07c851c1f3f5 req-1eed77cd-af90-4eea-9286-420af0a100d3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:39.313680 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c865c93c-2fb8-4c39-9b7c-07c851c1f3f5 req-1eed77cd-af90-4eea-9286-420af0a100d3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0528681 Feb 21 09:42:39.371711 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c865c93c-2fb8-4c39-9b7c-07c851c1f3f5 req-3c33a1a7-4623-4e16-944e-52e4e6ec5358 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487766 Feb 21 09:42:40.505529 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb1396-722a-40fa-9590-5aa12bb5af59 req-eaca3e34-6334-448c-a27d-c7981283f860 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:40.507234 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-04cb1396-722a-40fa-9590-5aa12bb5af59 req-eaca3e34-6334-448c-a27d-c7981283f860 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0542774 Feb 21 09:42:40.561379 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-04cb1396-722a-40fa-9590-5aa12bb5af59 req-714174f5-234f-4758-ade8-ba979cefaa4c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482478 Feb 21 09:42:40.911997 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8caa4c-44e7-471e-a920-cca63e60fd47 req-c2913c7a-199f-440c-b9e2-add085dfdb2d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:40.913387 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ed8caa4c-44e7-471e-a920-cca63e60fd47 req-c2913c7a-199f-440c-b9e2-add085dfdb2d tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0546105 Feb 21 09:42:40.960792 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ed8caa4c-44e7-471e-a920-cca63e60fd47 req-869b6da5-fb6f-4fcc-834b-e6e7192e0786 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Feb 21 09:42:41.681262 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32304bc-9b8f-48b7-a769-ac25a43d4470 req-dc96aca8-34f9-4c29-b51c-1d6abbacdff8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:41.682772 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e32304bc-9b8f-48b7-a769-ac25a43d4470 req-dc96aca8-34f9-4c29-b51c-1d6abbacdff8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0516477 Feb 21 09:42:41.736031 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e32304bc-9b8f-48b7-a769-ac25a43d4470 req-ca3871be-2bb3-4531-bd95-03721b06892b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Feb 21 09:42:42.082610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cd92a-784f-44bf-b2d2-0efd0166b1e1 req-820cebca-97e4-4278-bf60-87db4225df7b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:42.084148 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-476cd92a-784f-44bf-b2d2-0efd0166b1e1 req-820cebca-97e4-4278-bf60-87db4225df7b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0550504 Feb 21 09:42:42.132380 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-476cd92a-784f-44bf-b2d2-0efd0166b1e1 req-b610c6fa-d0fc-4cb8-8266-40a1c5b81c37 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Feb 21 09:42:42.883561 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48f3f1-58f5-4ed0-9cc2-6a775b0d088c req-d7e455d6-01e3-44c9-8480-ced3a3c7a0cd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:42.886030 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8b48f3f1-58f5-4ed0-9cc2-6a775b0d088c req-d7e455d6-01e3-44c9-8480-ced3a3c7a0cd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0704043 Feb 21 09:42:42.945792 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8b48f3f1-58f5-4ed0-9cc2-6a775b0d088c req-bdd79f60-44d4-40a4-a576-9284518c0019 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Feb 21 09:42:43.259787 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f47a3-4826-45b3-bd40-3d37b26187e0 req-f2bdb009-0739-464e-8e65-f937fb29aa02 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:43.261316 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2f4f47a3-4826-45b3-bd40-3d37b26187e0 req-f2bdb009-0739-464e-8e65-f937fb29aa02 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0576413 Feb 21 09:42:43.311573 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2f4f47a3-4826-45b3-bd40-3d37b26187e0 req-9c98efec-d691-44e2-bbec-12e2c9db1adb tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Feb 21 09:42:44.066895 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e62264-f412-449f-baa1-d4ce42afd6f8 req-cf5cc9f4-4deb-42b2-a33a-bf952f45e324 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:44.068442 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-63e62264-f412-449f-baa1-d4ce42afd6f8 req-cf5cc9f4-4deb-42b2-a33a-bf952f45e324 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0536058 Feb 21 09:42:44.121622 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-63e62264-f412-449f-baa1-d4ce42afd6f8 req-c9f3dc66-2588-41f3-b4f9-25519fc699db tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472736 Feb 21 09:42:44.434640 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354f3a9-9d41-489d-9998-29cd81358611 req-80f381fc-862d-436a-8e9f-770541616950 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:44.436309 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0354f3a9-9d41-489d-9998-29cd81358611 req-80f381fc-862d-436a-8e9f-770541616950 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0535796 Feb 21 09:42:44.487262 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0354f3a9-9d41-489d-9998-29cd81358611 req-9346b422-ed8e-4290-8373-85d214025418 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Feb 21 09:42:45.253035 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db955d47-ae6c-4aa2-ab9e-95334b6d59ff req-b3c15c4f-e7f8-41bd-bee8-6f7ea5498e7a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:45.254572 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db955d47-ae6c-4aa2-ab9e-95334b6d59ff req-b3c15c4f-e7f8-41bd-bee8-6f7ea5498e7a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0585954 Feb 21 09:42:45.303926 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db955d47-ae6c-4aa2-ab9e-95334b6d59ff req-d8b74642-12b0-40ce-997a-300bc8faeb44 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Feb 21 09:42:45.612901 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739f35-0923-4dda-97b4-1ded28d33c17 req-82eecbdd-c2b3-4b85-b518-b67c2ba1a668 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:45.613739 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cc739f35-0923-4dda-97b4-1ded28d33c17 req-82eecbdd-c2b3-4b85-b518-b67c2ba1a668 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Feb 21 09:42:45.664738 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cc739f35-0923-4dda-97b4-1ded28d33c17 req-78753d99-5599-47e0-aca0-d9ed322a66f6 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Feb 21 09:42:46.427978 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cacce-224c-4082-ab7f-dd8fc6589069 req-96f8fb62-eaa1-494a-8236-bd0535f70f2a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:46.429545 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-785cacce-224c-4082-ab7f-dd8fc6589069 req-96f8fb62-eaa1-494a-8236-bd0535f70f2a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Feb 21 09:42:46.479119 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-785cacce-224c-4082-ab7f-dd8fc6589069 req-247c1bbe-5a2d-4f77-81eb-0683ad3ac500 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Feb 21 09:42:46.795628 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d79e2-d43d-41fb-9c6f-7c235213a712 req-0da0ceee-342a-4d89-8951-31c5a246cf34 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:46.797362 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-655d79e2-d43d-41fb-9c6f-7c235213a712 req-0da0ceee-342a-4d89-8951-31c5a246cf34 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0554414 Feb 21 09:42:46.844474 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-655d79e2-d43d-41fb-9c6f-7c235213a712 req-6447abf6-47f2-4650-9219-79b821e3fedd tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Feb 21 09:42:47.607533 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab324513-8dfc-4d97-8cbb-fce4a170c7b8 req-26b524bb-dbc8-4248-94bb-c25f4fd3ab76 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:47.609913 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ab324513-8dfc-4d97-8cbb-fce4a170c7b8 req-26b524bb-dbc8-4248-94bb-c25f4fd3ab76 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0562558 Feb 21 09:42:47.649149 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:42:47.658886 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ab324513-8dfc-4d97-8cbb-fce4a170c7b8 req-e83dfd43-e683-444d-a29a-7c34251af0b4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Feb 21 09:42:47.964530 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438600a-c0d3-4ebc-b53c-e81407af204b req-ab5a1a64-648a-48cc-81f6-aa0b46b0219b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:47.966036 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5438600a-c0d3-4ebc-b53c-e81407af204b req-ab5a1a64-648a-48cc-81f6-aa0b46b0219b tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Feb 21 09:42:48.018152 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5438600a-c0d3-4ebc-b53c-e81407af204b req-116a4107-f4c3-4677-981c-5ced44050cfe tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Feb 21 09:42:48.786015 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58fcec-878f-4b3e-a0ad-5595b0010c2f req-ed705c38-3f57-4d23-b09d-99cbb72bbbf4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:48.787529 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8a58fcec-878f-4b3e-a0ad-5595b0010c2f req-ed705c38-3f57-4d23-b09d-99cbb72bbbf4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0601790 Feb 21 09:42:48.841002 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8a58fcec-878f-4b3e-a0ad-5595b0010c2f req-bfa61a28-0d09-44da-878b-9133f57b8831 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476396 Feb 21 09:42:49.142957 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ea867-2d70-4d80-99a4-03a39d826208 req-bde3b78f-c52e-4b3d-a6ac-091e9cc94c92 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:49.145628 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ef4ea867-2d70-4d80-99a4-03a39d826208 req-bde3b78f-c52e-4b3d-a6ac-091e9cc94c92 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0568736 Feb 21 09:42:49.195401 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ef4ea867-2d70-4d80-99a4-03a39d826208 req-c2c46107-195f-486f-9484-e5b2ffc4b7da tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd51d6d2-624c-42ee-9561-4c48131c6724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438371 Feb 21 09:42:49.280629 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-4fed9bae-4a7a-4bea-a4d2-ab8d0aaf6dea tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:49.282280 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-4fed9bae-4a7a-4bea-a4d2-ab8d0aaf6dea tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 945 time: 0.0527766 Feb 21 09:42:49.424214 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Deleting port 3daf2646-dc00-430a-bd58-7600e25e016a {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:42:49.424554 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:49.544649 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] For port 3daf2646-dc00-430a-bd58-7600e25e016a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3daf2646-dc00-430a-bd58-7600e25e016a,segment=NetworkSegment(e3b82234-818b-4dc3-83e3-6da3c3adc74d),segment_id=e3b82234-818b-4dc3-83e3-6da3c3adc74d)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:42:49.545024 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:49.560738 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Calling delete_port for 3daf2646-dc00-430a-bd58-7600e25e016a owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:42:49.814954 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (3daf2646-dc00-430a-bd58-7600e25e016a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:49.844923 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Pushing event deleted for resources: {'Port': ['ID=3daf2646-dc00-430a-bd58-7600e25e016a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:49.859970 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['3daf2646-dc00-430a-bd58-7600e25e016a'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:42:49.916513 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] No DVR routers for this DVR port 3daf2646-dc00-430a-bd58-7600e25e016a on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:42:49.920245 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:49.927780 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-314e5da9-ed98-47f1-9c2d-09de0e992f99 req-a33c174a-9e88-4198-801d-174522a080bc tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.10 "DELETE /v2.0/ports/3daf2646-dc00-430a-bd58-7600e25e016a HTTP/1.1" status: 204 len: 173 time: 0.6308265 Feb 21 09:42:49.927780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'name': 'network-vif-deleted', 'tag': '3daf2646-dc00-430a-bd58-7600e25e016a'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:42:49.927780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eb0612-3cfe-4972-b2dc-54c5bd210e40" -d '{"events": [{"server_uuid": "df1b7ced-bed8-4b46-ae7f-74e4020cb332", "name": "network-vif-deleted", "tag": "3daf2646-dc00-430a-bd58-7600e25e016a"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:42:49.995403 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d3a29-c8bb-44aa-88d4-570dbc1105d8 x-openstack-request-id: req-3c5d3a29-c8bb-44aa-88d4-570dbc1105d8 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:42:49.995701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1b7ced-bed8-4b46-ae7f-74e4020cb332", "name": "network-vif-deleted", "tag": "3daf2646-dc00-430a-bd58-7600e25e016a", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:42:49.995957 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c5d3a29-c8bb-44aa-88d4-570dbc1105d8 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:42:49.996361 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1b7ced-bed8-4b46-ae7f-74e4020cb332', 'name': 'network-vif-deleted', 'tag': '3daf2646-dc00-430a-bd58-7600e25e016a', 'status': 'completed', 'code': 200} Feb 21 09:42:50.024930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b8035-6f35-416e-a4d4-963a64261a65 req-1ea11c9d-eeff-43d6-a5ee-8c36aca89413 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:50.026457 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9b8035-6f35-416e-a4d4-963a64261a65 req-1ea11c9d-eeff-43d6-a5ee-8c36aca89413 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0786960 Feb 21 09:42:50.076672 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9b8035-6f35-416e-a4d4-963a64261a65 req-b3d2977e-2937-44f0-97a2-ccb7809ce3ee tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Feb 21 09:42:50.292551 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0a4fc4fa-3991-48f0-ad89-b5e223b7d612 req-070931f3-fdff-4f49-a0ad-8e20a9499e9f tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0258055 Feb 21 09:42:51.202958 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7aef-1a6a-4c46-818e-992d61f6a521 req-5649c00b-a06c-4688-a03e-9dabbd59624f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:51.204477 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f94f7aef-1a6a-4c46-818e-992d61f6a521 req-5649c00b-a06c-4688-a03e-9dabbd59624f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0549030 Feb 21 09:42:51.251361 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f94f7aef-1a6a-4c46-818e-992d61f6a521 req-3b262493-98a6-4678-a5da-79c78d7fd6a1 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Feb 21 09:42:51.392628 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-684633b1-8205-4136-9714-8e7e1c980864 req-9f1d5e61-2c5a-4117-a19d-4eb782fe2c30 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0273490 Feb 21 09:42:52.372730 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433c8b-0f4f-4012-8148-be5d8fa0cd0b req-fbd07935-ca64-45c5-aa3b-d7b1610eebec tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:52.375111 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-70433c8b-0f4f-4012-8148-be5d8fa0cd0b req-fbd07935-ca64-45c5-aa3b-d7b1610eebec tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0553744 Feb 21 09:42:52.421533 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-70433c8b-0f4f-4012-8148-be5d8fa0cd0b req-f0c29d9b-281f-4311-a64a-0b57f47bd881 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Feb 21 09:42:52.490311 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-063fcedd-ad1b-4c55-be09-1d7fcbb4cc2a req-b2bf3dd7-7817-45a3-8297-fe7b7f2a4ae2 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0255759 Feb 21 09:42:53.544672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131d654-c61e-40d1-90e4-858bb94ba749 req-8b06c21b-26d8-4e9d-af50-228e374e3476 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:53.550057 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d131d654-c61e-40d1-90e4-858bb94ba749 req-8b06c21b-26d8-4e9d-af50-228e374e3476 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0552456 Feb 21 09:42:53.592910 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-380b6107-0486-4b52-93cb-c330a081aba4 req-93c8a2ad-cec7-4f1a-97e1-02c2bc8191f0 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0289612 Feb 21 09:42:53.601685 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d131d654-c61e-40d1-90e4-858bb94ba749 req-49afb30f-c432-4d45-b350-126d6f7db6c9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Feb 21 09:42:54.696139 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-611b6e5e-d79a-4934-a613-63682dd941a1 req-7d918979-2c3a-4ce1-ac63-94073ec49f31 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0308678 Feb 21 09:42:54.738863 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f57682-27f0-4049-97ef-f557d497ded6 req-0270ca37-9577-441f-a6f7-9b4157167135 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:54.740358 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a9f57682-27f0-4049-97ef-f557d497ded6 req-0270ca37-9577-441f-a6f7-9b4157167135 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0676129 Feb 21 09:42:54.788387 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a9f57682-27f0-4049-97ef-f557d497ded6 req-76d04331-ffe9-4206-8d7b-484f4c546509 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Feb 21 09:42:54.877454 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 3daf2646-dc00-430a-bd58-7600e25e016a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:42:54.898822 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 3daf2646-dc00-430a-bd58-7600e25e016a {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:42:54.899180 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 3daf2646-dc00-430a-bd58-7600e25e016a not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:42:55.807061 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7eba7e6d-5b41-422c-97a8-226ee3cda8c5 req-3f0d3bbb-d636-4ae6-8e6b-1883f466b74f tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0333035 Feb 21 09:42:55.909914 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f059-f94d-4785-ba2e-1eb6f47390a2 req-009a1ce6-1047-4966-8db6-f4ab9ee0dd35 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:55.911451 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9860f059-f94d-4785-ba2e-1eb6f47390a2 req-009a1ce6-1047-4966-8db6-f4ab9ee0dd35 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Feb 21 09:42:55.968274 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9860f059-f94d-4785-ba2e-1eb6f47390a2 req-ada3f548-018a-44be-92e6-5177648d9264 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489004 Feb 21 09:42:56.908256 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b51196b3-0ff7-4061-bd17-ef0d5b29b53b req-b0615e9e-3048-4fa7-a50b-c4807e728942 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0288534 Feb 21 09:42:57.091840 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0336a-c71d-4b79-ab65-09b70eef9af3 req-6430bfb1-f5f4-4076-afea-0e34bc15d7dd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:57.094090 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4aa0336a-c71d-4b79-ab65-09b70eef9af3 req-6430bfb1-f5f4-4076-afea-0e34bc15d7dd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Feb 21 09:42:57.155784 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4aa0336a-c71d-4b79-ab65-09b70eef9af3 req-59fa5bc7-a3ca-4208-835e-c3aa395866bf tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546830 Feb 21 09:42:58.045862 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197c4f0-7aa9-4412-a39d-c9cff37b38a3 req-07316c0d-a54f-4d05-8092-8e6094678a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:58.047517 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6197c4f0-7aa9-4412-a39d-c9cff37b38a3 req-07316c0d-a54f-4d05-8092-8e6094678a82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 1129 time: 0.0626259 Feb 21 09:42:58.061542 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bf6bd840-d87e-44fe-8704-bf3161958edc req-e6a1a236-e7d9-4545-9b65-f5e872a3fac3 tempest-DeleteServersTestJSON-1219013517 tempest-DeleteServersTestJSON-1219013517-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1b7ced-bed8-4b46-ae7f-74e4020cb332 HTTP/1.1" status: 200 len: 210 time: 0.0374231 Feb 21 09:42:58.132046 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6197c4f0-7aa9-4412-a39d-c9cff37b38a3 req-e864da56-9786-4703-9049-8d2f60d2993c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774462 Feb 21 09:42:58.174243 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-53a9d540-79be-424c-9c0f-1e3fbc6997b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.287365 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672eee-cdd4-4ab0-a6b0-046017779613 req-67e7effa-db40-4629-acf6-264f46fef38e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:58.289232 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e6672eee-cdd4-4ab0-a6b0-046017779613 req-67e7effa-db40-4629-acf6-264f46fef38e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0575533 Feb 21 09:42:58.340304 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e6672eee-cdd4-4ab0-a6b0-046017779613 req-153e4204-5942-4ac8-8622-21fd5f25af43 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Feb 21 09:42:58.580899 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55482) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:58.658778 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55486) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:58.754084 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-deba5e60-8417-444b-a369-27419221faa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.785016 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3f438a32-b309-4a10-8451-a59385b5f517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.899443 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-deba5e60-8417-444b-a369-27419221faa1 admin admin] Publish callbacks [] for security_group (b585cea0-a119-4dfb-a7ce-e1316158ae59), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.912437 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3f438a32-b309-4a10-8451-a59385b5f517 admin admin] Publish callbacks [] for security_group (e7c8bce4-f3c3-42cf-8350-fa2b740989d8), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.956925 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-deba5e60-8417-444b-a369-27419221faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b585cea0-a119-4dfb-a7ce-e1316158ae59), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:58.994127 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3f438a32-b309-4a10-8451-a59385b5f517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e7c8bce4-f3c3-42cf-8350-fa2b740989d8), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.002330 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-deba5e60-8417-444b-a369-27419221faa1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=367a61bda2f542869c28561ca9270292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189227 Feb 21 09:42:59.003966 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55492) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:59.006730 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba5e60-8417-444b-a369-27419221faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b585cea0-a119-4dfb-a7ce-e1316158ae59,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:59.039699 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3f438a32-b309-4a10-8451-a59385b5f517 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f85d616c856f4964a651b997224896e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796525 Feb 21 09:42:59.041810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f438a32-b309-4a10-8451-a59385b5f517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c8bce4-f3c3-42cf-8350-fa2b740989d8,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:59.042553 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55496) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:59.093450 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0230d13e-bc3c-44c6-bfea-f69e967b82fe admin admin] Publish callbacks [] for security_group (b585cea0-a119-4dfb-a7ce-e1316158ae59), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.120551 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0230d13e-bc3c-44c6-bfea-f69e967b82fe admin admin] Publish callbacks [] for security_group (b585cea0-a119-4dfb-a7ce-e1316158ae59), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.146220 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7987592b-1f86-4f6b-b4af-711021bef0b6 admin admin] Publish callbacks [] for security_group (e7c8bce4-f3c3-42cf-8350-fa2b740989d8), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.183192 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7987592b-1f86-4f6b-b4af-711021bef0b6 admin admin] Publish callbacks [] for security_group (e7c8bce4-f3c3-42cf-8350-fa2b740989d8), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.259690 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0230d13e-bc3c-44c6-bfea-f69e967b82fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b585cea0-a119-4dfb-a7ce-e1316158ae59), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.262406 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0230d13e-bc3c-44c6-bfea-f69e967b82fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.263768 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-0230d13e-bc3c-44c6-bfea-f69e967b82fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b585cea0-a119-4dfb-a7ce-e1316158ae59 HTTP/1.1" status: 204 len: 168 time: 0.2585256 Feb 21 09:42:59.272349 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d13e-bc3c-44c6-bfea-f69e967b82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b585cea0-a119-4dfb-a7ce-e1316158ae59,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:59.317064 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7987592b-1f86-4f6b-b4af-711021bef0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e7c8bce4-f3c3-42cf-8350-fa2b740989d8), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.320754 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7987592b-1f86-4f6b-b4af-711021bef0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:59.322060 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7987592b-1f86-4f6b-b4af-711021bef0b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7c8bce4-f3c3-42cf-8350-fa2b740989d8 HTTP/1.1" status: 204 len: 168 time: 0.2784586 Feb 21 09:42:59.334870 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987592b-1f86-4f6b-b4af-711021bef0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c8bce4-f3c3-42cf-8350-fa2b740989d8,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:42:59.496182 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e0b0b-88ee-4870-be1b-c60343576ff7 req-8c2dc288-9139-4bcb-85c9-68472e459296 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:42:59.506165 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b26e0b0b-88ee-4870-be1b-c60343576ff7 req-8c2dc288-9139-4bcb-85c9-68472e459296 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0756581 Feb 21 09:42:59.558234 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b26e0b0b-88ee-4870-be1b-c60343576ff7 req-efcbd40c-2943-4451-865a-a3668510b69b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507984 Feb 21 09:42:59.922780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55534) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:42:59.936960 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-992da13e-6cea-4652-bd14-de92dd5a7793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.014526 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-992da13e-6cea-4652-bd14-de92dd5a7793 admin admin] Publish callbacks [] for security_group (9b3eedad-6f91-4997-99bf-dfe884cc6a9b), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.077931 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-992da13e-6cea-4652-bd14-de92dd5a7793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9b3eedad-6f91-4997-99bf-dfe884cc6a9b), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.121671 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-992da13e-6cea-4652-bd14-de92dd5a7793 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8378966aa608410b9fddc34f1d69a5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977532 Feb 21 09:43:00.122882 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992da13e-6cea-4652-bd14-de92dd5a7793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3eedad-6f91-4997-99bf-dfe884cc6a9b,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:00.125473 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55544) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:00.179373 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bccfbf15-bee1-442c-a47b-80ec19275eb5 admin admin] Publish callbacks [] for security_group (9b3eedad-6f91-4997-99bf-dfe884cc6a9b), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.202288 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bccfbf15-bee1-442c-a47b-80ec19275eb5 admin admin] Publish callbacks [] for security_group (9b3eedad-6f91-4997-99bf-dfe884cc6a9b), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.333894 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bccfbf15-bee1-442c-a47b-80ec19275eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9b3eedad-6f91-4997-99bf-dfe884cc6a9b), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.336588 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bccfbf15-bee1-442c-a47b-80ec19275eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.337807 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-bccfbf15-bee1-442c-a47b-80ec19275eb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b3eedad-6f91-4997-99bf-dfe884cc6a9b HTTP/1.1" status: 204 len: 168 time: 0.2108433 Feb 21 09:43:00.347843 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfbf15-bee1-442c-a47b-80ec19275eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3eedad-6f91-4997-99bf-dfe884cc6a9b,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:00.545836 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7c497e04-8407-4c70-98ae-a6df2c77eb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:00.688680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a2e36-614d-4022-93d1-a49d01f387c9 req-a83a7e28-f747-4c5a-ba9e-0f89683cd07a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:00.690232 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-524a2e36-614d-4022-93d1-a49d01f387c9 req-a83a7e28-f747-4c5a-ba9e-0f89683cd07a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0664048 Feb 21 09:43:00.746503 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-524a2e36-614d-4022-93d1-a49d01f387c9 req-bb2d0d8b-5bed-40d7-bd43-e7064e2fcb23 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498888 Feb 21 09:43:01.808392 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:01.867635 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c63cc7-9217-4977-834d-5329a779ee8f req-c8809f9c-73de-40aa-8f7f-45ed015ff328 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:01.869178 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f9c63cc7-9217-4977-834d-5329a779ee8f req-c8809f9c-73de-40aa-8f7f-45ed015ff328 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0543697 Feb 21 09:43:01.916842 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f9c63cc7-9217-4977-834d-5329a779ee8f req-723b7649-8a49-48e8-a653-f07abd435184 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Feb 21 09:43:03.044134 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da91096-2179-41d2-b781-2f1d1a9d25ef req-c8258852-4cfd-4622-ad8f-58a98d81b677 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:03.045916 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5da91096-2179-41d2-b781-2f1d1a9d25ef req-c8258852-4cfd-4622-ad8f-58a98d81b677 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0585632 Feb 21 09:43:03.099168 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5da91096-2179-41d2-b781-2f1d1a9d25ef req-f0e0385b-fad2-4c48-a1ff-76458402daae tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473666 Feb 21 09:43:03.442416 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:04.235430 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7211c1f-5acd-4cb5-aa67-85e67b3627fd req-903fc09e-8e25-4b8a-8ea1-01f09f77a3a1 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:04.236973 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d7211c1f-5acd-4cb5-aa67-85e67b3627fd req-903fc09e-8e25-4b8a-8ea1-01f09f77a3a1 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0689411 Feb 21 09:43:04.284567 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d7211c1f-5acd-4cb5-aa67-85e67b3627fd req-445e2f35-ee71-40fa-ad0b-e7c12cdfccc6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Feb 21 09:43:04.716658 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:05.230970 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:05.408090 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe73e3-8895-428f-ac1d-23e212a9313b req-6065ba35-d735-4921-8c0d-38fe31c57021 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:05.409762 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7dbe73e3-8895-428f-ac1d-23e212a9313b req-6065ba35-d735-4921-8c0d-38fe31c57021 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0568409 Feb 21 09:43:05.457266 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7dbe73e3-8895-428f-ac1d-23e212a9313b req-dcf87ab7-c15b-406e-90d2-4cbd905a1f4e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Feb 21 09:43:05.577812 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464463-cc50-49ae-a986-18b46984b8f2 req-60a90f39-134f-43b6-9f08-573da6c3f77b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:05.579323 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-34464463-cc50-49ae-a986-18b46984b8f2 req-60a90f39-134f-43b6-9f08-573da6c3f77b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0516045 Feb 21 09:43:05.625390 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-34464463-cc50-49ae-a986-18b46984b8f2 req-bc9ba66a-045b-44a3-be11-da161e4ab6b6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Feb 21 09:43:06.859213 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55702) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:06.989111 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3c29cf0b-8034-47c6-977c-4d2c49e8dd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.053628 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55716) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:07.069840 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3c29cf0b-8034-47c6-977c-4d2c49e8dd02 admin admin] Publish callbacks [] for security_group (f836a3dd-f05e-41c3-b65a-accb8ce38c74), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.099118 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] Deleting subnet beef3072-11ed-4734-a89f-9302ca386ccb {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:43:07.102308 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] Publish callbacks [] for subnet (beef3072-11ed-4734-a89f-9302ca386ccb), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.154595 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (beef3072-11ed-4734-a89f-9302ca386ccb), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.162410 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3c29cf0b-8034-47c6-977c-4d2c49e8dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f836a3dd-f05e-41c3-b65a-accb8ce38c74), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.202517 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3c29cf0b-8034-47c6-977c-4d2c49e8dd02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01faf14fb8b0479fb14b45a05293649d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418403 Feb 21 09:43:07.203387 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29cf0b-8034-47c6-977c-4d2c49e8dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f836a3dd-f05e-41c3-b65a-accb8ce38c74,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:07.205132 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55718) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:07.220923 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (beef3072-11ed-4734-a89f-9302ca386ccb), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.298774 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02050c21-3f91-4d14-b99e-b9f83a81880b admin admin] Publish callbacks [] for security_group (f836a3dd-f05e-41c3-b65a-accb8ce38c74), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.322486 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02050c21-3f91-4d14-b99e-b9f83a81880b admin admin] Publish callbacks [] for security_group (f836a3dd-f05e-41c3-b65a-accb8ce38c74), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.379734 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (beef3072-11ed-4734-a89f-9302ca386ccb), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.406110 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beef3072-11ed-4734-a89f-9302ca386ccb,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:07.409714 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.412976 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4e99ad21-97ba-4811-a279-a4aef9e7aaf7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/beef3072-11ed-4734-a89f-9302ca386ccb HTTP/1.1" status: 204 len: 168 time: 0.3583074 Feb 21 09:43:07.415603 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55720) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:07.442669 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02050c21-3f91-4d14-b99e-b9f83a81880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f836a3dd-f05e-41c3-b65a-accb8ce38c74), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.448396 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02050c21-3f91-4d14-b99e-b9f83a81880b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.448396 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-02050c21-3f91-4d14-b99e-b9f83a81880b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f836a3dd-f05e-41c3-b65a-accb8ce38c74 HTTP/1.1" status: 204 len: 168 time: 0.2402947 Feb 21 09:43:07.456803 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02050c21-3f91-4d14-b99e-b9f83a81880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f836a3dd-f05e-41c3-b65a-accb8ce38c74,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:07.502878 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (39e351fb-eedf-4ebf-a6d5-6c30191d6cc0), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.587562 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (39e351fb-eedf-4ebf-a6d5-6c30191d6cc0), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.610393 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e351fb-eedf-4ebf-a6d5-6c30191d6cc0']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:07.619867 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b82234-818b-4dc3-83e3-6da3c3adc74d') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:07.620168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b82234-818b-4dc3-83e3-6da3c3adc74d') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:07.630706 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (e3b82234-818b-4dc3-83e3-6da3c3adc74d), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.645118 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (e3b82234-818b-4dc3-83e3-6da3c3adc74d), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.651310 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (e3b82234-818b-4dc3-83e3-6da3c3adc74d), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:43:07.654780 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:43:07.774242 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (39e351fb-eedf-4ebf-a6d5-6c30191d6cc0), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.780264 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:07.783871 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/39e351fb-eedf-4ebf-a6d5-6c30191d6cc0 HTTP/1.1" status: 204 len: 168 time: 0.3672309 Feb 21 09:43:07.797223 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524368e-5429-4049-b92e-6e69b56981c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e351fb-eedf-4ebf-a6d5-6c30191d6cc0,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:08.072287 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55732) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:08.091021 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a519e33b-bd40-44ed-8e34-b09c8d6fe143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.168068 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55734) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:08.170619 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a519e33b-bd40-44ed-8e34-b09c8d6fe143 admin admin] Publish callbacks [] for security_group (2a732178-7d1d-4c97-8b4b-488811578ff6), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.209380 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-2e9a3815-a3a2-4782-ad55-d9d52c104d77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9c68fb7c73d439fb2c283b7f93309f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406501 Feb 21 09:43:08.211859 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55736) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:08.242407 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a519e33b-bd40-44ed-8e34-b09c8d6fe143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2a732178-7d1d-4c97-8b4b-488811578ff6), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.261726 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-81d92563-e10d-45c3-b382-35f240321908 admin admin] Publish callbacks [] for security_group (bd51d6d2-624c-42ee-9561-4c48131c6724), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.284763 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a519e33b-bd40-44ed-8e34-b09c8d6fe143 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a895a3bc320c4cf4b9e59001168bac01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113864 Feb 21 09:43:08.285805 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519e33b-bd40-44ed-8e34-b09c8d6fe143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a732178-7d1d-4c97-8b4b-488811578ff6,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:08.286734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-81d92563-e10d-45c3-b382-35f240321908 admin admin] Publish callbacks [] for security_group (bd51d6d2-624c-42ee-9561-4c48131c6724), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.289679 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55738) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:08.338816 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84ed9995-d787-42ee-a987-ec3e26c95fb2 admin admin] Publish callbacks [] for security_group (2a732178-7d1d-4c97-8b4b-488811578ff6), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.361878 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84ed9995-d787-42ee-a987-ec3e26c95fb2 admin admin] Publish callbacks [] for security_group (2a732178-7d1d-4c97-8b4b-488811578ff6), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.391048 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-81d92563-e10d-45c3-b382-35f240321908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (bd51d6d2-624c-42ee-9561-4c48131c6724), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.393686 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-81d92563-e10d-45c3-b382-35f240321908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.394820 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-81d92563-e10d-45c3-b382-35f240321908 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd51d6d2-624c-42ee-9561-4c48131c6724 HTTP/1.1" status: 204 len: 168 time: 0.1820149 Feb 21 09:43:08.405180 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92563-e10d-45c3-b382-35f240321908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd51d6d2-624c-42ee-9561-4c48131c6724,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:08.465330 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84ed9995-d787-42ee-a987-ec3e26c95fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2a732178-7d1d-4c97-8b4b-488811578ff6), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.468144 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84ed9995-d787-42ee-a987-ec3e26c95fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.469389 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-84ed9995-d787-42ee-a987-ec3e26c95fb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a732178-7d1d-4c97-8b4b-488811578ff6 HTTP/1.1" status: 204 len: 168 time: 0.1803675 Feb 21 09:43:08.479069 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed9995-d787-42ee-a987-ec3e26c95fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a732178-7d1d-4c97-8b4b-488811578ff6,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:09.181178 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55758) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:09.195220 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0bb196dc-4711-4ece-992f-ec73bac8c93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.278640 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0bb196dc-4711-4ece-992f-ec73bac8c93c admin admin] Publish callbacks [] for security_group (b905ff85-4150-48df-8be2-bac7d1f1f290), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.356398 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-0bb196dc-4711-4ece-992f-ec73bac8c93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b905ff85-4150-48df-8be2-bac7d1f1f290), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.398646 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb196dc-4711-4ece-992f-ec73bac8c93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b905ff85-4150-48df-8be2-bac7d1f1f290,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:09.422328 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55768) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:09.423162 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-0bb196dc-4711-4ece-992f-ec73bac8c93c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f430312e30b54f15bab5d09c7931b86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401018 Feb 21 09:43:09.507633 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d51198d5-6e43-4ea0-9882-7f1daf99efb3 admin admin] Publish callbacks [] for security_group (b905ff85-4150-48df-8be2-bac7d1f1f290), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.534517 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d51198d5-6e43-4ea0-9882-7f1daf99efb3 admin admin] Publish callbacks [] for security_group (b905ff85-4150-48df-8be2-bac7d1f1f290), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.636805 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d51198d5-6e43-4ea0-9882-7f1daf99efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b905ff85-4150-48df-8be2-bac7d1f1f290), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.639508 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d51198d5-6e43-4ea0-9882-7f1daf99efb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.640667 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d51198d5-6e43-4ea0-9882-7f1daf99efb3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b905ff85-4150-48df-8be2-bac7d1f1f290 HTTP/1.1" status: 204 len: 168 time: 0.2159622 Feb 21 09:43:09.649286 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51198d5-6e43-4ea0-9882-7f1daf99efb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b905ff85-4150-48df-8be2-bac7d1f1f290,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:11.465058 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55850) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:11.590475 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b3169ab0-50a0-4dff-8e14-5d3b7406cb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.673497 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b3169ab0-50a0-4dff-8e14-5d3b7406cb66 admin admin] Publish callbacks [] for security_group (42704378-304c-430b-adef-b3a5934800ee), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.739701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b3169ab0-50a0-4dff-8e14-5d3b7406cb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (42704378-304c-430b-adef-b3a5934800ee), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.781554 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3169ab0-50a0-4dff-8e14-5d3b7406cb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42704378-304c-430b-adef-b3a5934800ee,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:11.789951 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55868) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:11.790406 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-b3169ab0-50a0-4dff-8e14-5d3b7406cb66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38a09f01bada48768709eded38a2abd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238215 Feb 21 09:43:11.843987 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-22eb73d6-cfcf-4d41-bc24-7c31f4956183 admin admin] Publish callbacks [] for security_group (42704378-304c-430b-adef-b3a5934800ee), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.871811 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-22eb73d6-cfcf-4d41-bc24-7c31f4956183 admin admin] Publish callbacks [] for security_group (42704378-304c-430b-adef-b3a5934800ee), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.968293 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-22eb73d6-cfcf-4d41-bc24-7c31f4956183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (42704378-304c-430b-adef-b3a5934800ee), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.971035 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-22eb73d6-cfcf-4d41-bc24-7c31f4956183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:11.972433 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-22eb73d6-cfcf-4d41-bc24-7c31f4956183 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42704378-304c-430b-adef-b3a5934800ee HTTP/1.1" status: 204 len: 168 time: 0.1813736 Feb 21 09:43:11.985499 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb73d6-cfcf-4d41-bc24-7c31f4956183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42704378-304c-430b-adef-b3a5934800ee,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:12.644171 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 55906) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:12.662373 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b78e8606-0db9-494d-81d6-ed09cd737e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.745676 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b78e8606-0db9-494d-81d6-ed09cd737e3e admin admin] Publish callbacks [] for security_group (9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.833476 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b78e8606-0db9-494d-81d6-ed09cd737e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.877122 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b78e8606-0db9-494d-81d6-ed09cd737e3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eeac658ec29a4121a59db9103e478c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318320 Feb 21 09:43:12.878283 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e8606-0db9-494d-81d6-ed09cd737e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:12.880095 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 55914) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:12.933377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-976f2878-f7c2-4bd8-9833-42b8b869c4cc admin admin] Publish callbacks [] for security_group (9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:12.959274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-976f2878-f7c2-4bd8-9833-42b8b869c4cc admin admin] Publish callbacks [] for security_group (9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.094125 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-976f2878-f7c2-4bd8-9833-42b8b869c4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.096873 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-976f2878-f7c2-4bd8-9833-42b8b869c4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:13.098052 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-976f2878-f7c2-4bd8-9833-42b8b869c4cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c HTTP/1.1" status: 204 len: 168 time: 0.2163897 Feb 21 09:43:13.107926 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f2878-f7c2-4bd8-9833-42b8b869c4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f662f9d-d1e2-45bb-aae1-c7fe29da1f6c,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:18.407566 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726a6cf-12eb-483b-95be-c43478c24fde req-5c0912a0-1666-4dd8-b5e4-db4d0a56a9c7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:18.409091 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2726a6cf-12eb-483b-95be-c43478c24fde req-5c0912a0-1666-4dd8-b5e4-db4d0a56a9c7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0534189 Feb 21 09:43:18.458296 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2726a6cf-12eb-483b-95be-c43478c24fde req-ee79219a-8697-45fb-8212-516312948db4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Feb 21 09:43:19.584933 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a82afd-e8af-407d-9123-5e62ada11ad6 req-1ea545d6-172d-4718-a9a7-a25363edc200 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:19.586478 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2a82afd-e8af-407d-9123-5e62ada11ad6 req-1ea545d6-172d-4718-a9a7-a25363edc200 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0558736 Feb 21 09:43:19.635228 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2a82afd-e8af-407d-9123-5e62ada11ad6 req-8f7f97d8-4500-4db3-9497-57ced4e4fc9a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Feb 21 09:43:20.756146 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2b4d-695e-4b31-b13d-1d067496407f req-eb2b7045-5f4c-4cc6-baeb-74e6987d608a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:20.757730 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d54b2b4d-695e-4b31-b13d-1d067496407f req-eb2b7045-5f4c-4cc6-baeb-74e6987d608a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0537672 Feb 21 09:43:20.807192 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d54b2b4d-695e-4b31-b13d-1d067496407f req-dcfcbb4c-6bb3-4a98-8987-629272763db8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 Feb 21 09:43:21.370461 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-165181bf-25c9-4648-b7f9-5f46e5507513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.372440 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-165181bf-25c9-4648-b7f9-5f46e5507513 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.0451772 Feb 21 09:43:21.472174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-f50e83a1-e337-4b0c-8604-44c8aa8dfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.473674 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-f50e83a1-e337-4b0c-8604-44c8aa8dfa05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 920 time: 0.0933979 Feb 21 09:43:21.519405 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-76221cf6-b34b-4858-bbf0-a2cb38d7e33b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 200 len: 217 time: 0.0373902 Feb 21 09:43:21.570696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-12ce077b-3845-43c9-860d-7e36632d0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.572133 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-12ce077b-3845-43c9-860d-7e36632d0720 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0461936 Feb 21 09:43:21.611219 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-df42a776-b42b-4932-9fa7-06926810c369 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255730 Feb 21 09:43:21.707347 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-bbcbcaf9-994d-40ef-bcc4-8bbd7b4632da service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Feb 21 09:43:21.799049 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6c9e7564-b4b9-49e6-9566-997d4b0d0c31 req-9ec2ebfa-04e5-4b3c-93b8-5037ae61f60d service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858471 Feb 21 09:43:21.926621 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146f88-c6ac-4db2-a646-0d62d6563711 req-1184a792-f6c5-455a-b39e-d3b32ee1f36c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:21.928081 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-12146f88-c6ac-4db2-a646-0d62d6563711 req-1184a792-f6c5-455a-b39e-d3b32ee1f36c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0523329 Feb 21 09:43:21.974292 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-12146f88-c6ac-4db2-a646-0d62d6563711 req-e163925b-3438-467a-b182-7e4f5ea010fe tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Feb 21 09:43:23.096496 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a9a8c-3dfa-4a21-a72b-ebb4b2c913d6 req-ec2fe1a0-6915-4f13-9998-9f2ee08e3f8a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:23.098732 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f88a9a8c-3dfa-4a21-a72b-ebb4b2c913d6 req-ec2fe1a0-6915-4f13-9998-9f2ee08e3f8a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0556285 Feb 21 09:43:23.148391 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f88a9a8c-3dfa-4a21-a72b-ebb4b2c913d6 req-1e829a92-d06a-4b29-a691-95a310f07ad4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443275 Feb 21 09:43:24.286273 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0a5af-629e-4420-9fa2-90248af005ec req-07f14420-79a0-4d95-a300-37822f00daa2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:24.287793 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-24e0a5af-629e-4420-9fa2-90248af005ec req-07f14420-79a0-4d95-a300-37822f00daa2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0648706 Feb 21 09:43:24.348012 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-24e0a5af-629e-4420-9fa2-90248af005ec req-93c8b12a-0259-42cb-a1a0-c43fcdeb1861 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Feb 21 09:43:24.647669 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:43:25.064832 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56178) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:25.412324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-483710a6-7b99-4b73-8334-29431d7bd857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.475487 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382b4f5-b990-4b09-9ce6-b7f4c08eba1b req-dedd25b2-04ce-4225-94fd-dec30a575040 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:25.476988 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a382b4f5-b990-4b09-9ce6-b7f4c08eba1b req-dedd25b2-04ce-4225-94fd-dec30a575040 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0563543 Feb 21 09:43:25.510134 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-483710a6-7b99-4b73-8334-29431d7bd857 admin admin] Publish callbacks [] for security_group (400c1e10-c3e5-439d-8386-e6db0b35f21f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.531619 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a382b4f5-b990-4b09-9ce6-b7f4c08eba1b req-65c82918-5e3c-4a0f-9421-7f230192804a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484202 Feb 21 09:43:25.584625 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-483710a6-7b99-4b73-8334-29431d7bd857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (400c1e10-c3e5-439d-8386-e6db0b35f21f), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.624795 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-483710a6-7b99-4b73-8334-29431d7bd857 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5ed35450662471aa309d07a5762c50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587711 Feb 21 09:43:25.625830 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483710a6-7b99-4b73-8334-29431d7bd857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c1e10-c3e5-439d-8386-e6db0b35f21f,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:25.627717 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56184) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:25.680876 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-921d9989-aad9-43ef-a2fd-356fa853b8d9 admin admin] Publish callbacks [] for security_group (400c1e10-c3e5-439d-8386-e6db0b35f21f), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.705128 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-921d9989-aad9-43ef-a2fd-356fa853b8d9 admin admin] Publish callbacks [] for security_group (400c1e10-c3e5-439d-8386-e6db0b35f21f), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.825571 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-921d9989-aad9-43ef-a2fd-356fa853b8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (400c1e10-c3e5-439d-8386-e6db0b35f21f), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.828752 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-921d9989-aad9-43ef-a2fd-356fa853b8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:25.830125 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-921d9989-aad9-43ef-a2fd-356fa853b8d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/400c1e10-c3e5-439d-8386-e6db0b35f21f HTTP/1.1" status: 204 len: 168 time: 0.2008474 Feb 21 09:43:25.848356 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d9989-aad9-43ef-a2fd-356fa853b8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c1e10-c3e5-439d-8386-e6db0b35f21f,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:26.431352 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56208) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:26.445328 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-cc38a2ca-a371-424e-b170-ae61e4b9c541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:26.520270 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-cc38a2ca-a371-424e-b170-ae61e4b9c541 admin admin] Publish callbacks [] for security_group (b380fb23-21a5-4b2b-bd2c-259d8c954162), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:26.584587 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-cc38a2ca-a371-424e-b170-ae61e4b9c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b380fb23-21a5-4b2b-bd2c-259d8c954162), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:26.625549 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-cc38a2ca-a371-424e-b170-ae61e4b9c541 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c35a4f02e774d47976e2910b15d817f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930771 Feb 21 09:43:26.626418 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38a2ca-a371-424e-b170-ae61e4b9c541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b380fb23-21a5-4b2b-bd2c-259d8c954162,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:26.628655 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56212) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:26.663214 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c53088-ac9d-4c24-b6c6-2ae01ccf05ef req-e9dbd288-c592-4cd3-80fd-df3b4b7691e3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:26.664842 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6c53088-ac9d-4c24-b6c6-2ae01ccf05ef req-e9dbd288-c592-4cd3-80fd-df3b4b7691e3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0641539 Feb 21 09:43:26.686500 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4fd246a4-6c1d-4d4f-9469-5cc09209eff7 admin admin] Publish callbacks [] for security_group (b380fb23-21a5-4b2b-bd2c-259d8c954162), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:26.718572 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6c53088-ac9d-4c24-b6c6-2ae01ccf05ef req-4fafd22e-7cc2-4bec-9a98-5061ebe00627 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 Feb 21 09:43:26.721108 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4fd246a4-6c1d-4d4f-9469-5cc09209eff7 admin admin] Publish callbacks [] for security_group (b380fb23-21a5-4b2b-bd2c-259d8c954162), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:26.892359 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4fd246a4-6c1d-4d4f-9469-5cc09209eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b380fb23-21a5-4b2b-bd2c-259d8c954162), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:26.895005 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4fd246a4-6c1d-4d4f-9469-5cc09209eff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:26.896182 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4fd246a4-6c1d-4d4f-9469-5cc09209eff7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b380fb23-21a5-4b2b-bd2c-259d8c954162 HTTP/1.1" status: 204 len: 168 time: 0.2666097 Feb 21 09:43:26.904217 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd246a4-6c1d-4d4f-9469-5cc09209eff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b380fb23-21a5-4b2b-bd2c-259d8c954162,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:27.851861 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853519bd-f8e9-419e-a799-934681edae0d req-85cf0b8d-68f4-40c9-8b00-d817bacc2328 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:27.853376 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-853519bd-f8e9-419e-a799-934681edae0d req-85cf0b8d-68f4-40c9-8b00-d817bacc2328 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0654635 Feb 21 09:43:27.934289 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-853519bd-f8e9-419e-a799-934681edae0d req-df1caa4c-e724-460b-ba0b-a541d1e9b1a6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741971 Feb 21 09:43:28.185148 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2c099464-bf2e-46b6-9b0a-f95baae7d635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:29.053427 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8ecf0-9073-4559-93e5-42b5fc6242c5 req-d61e4bda-901b-456f-ab6b-2c6a003e99de tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:29.054921 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bfd8ecf0-9073-4559-93e5-42b5fc6242c5 req-d61e4bda-901b-456f-ab6b-2c6a003e99de tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0540230 Feb 21 09:43:29.102744 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bfd8ecf0-9073-4559-93e5-42b5fc6242c5 req-45361d0f-146f-45a1-b348-e9adb49d1857 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420744 Feb 21 09:43:30.226019 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96bd3-e685-4a29-beb4-4a50172282b2 req-2e558fe5-ed3b-4916-b1ca-71c8c1f20ff6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:30.228132 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2fe96bd3-e685-4a29-beb4-4a50172282b2 req-2e558fe5-ed3b-4916-b1ca-71c8c1f20ff6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0548947 Feb 21 09:43:30.276665 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2fe96bd3-e685-4a29-beb4-4a50172282b2 req-94463b90-1cf7-41c4-9494-90168f6918a2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Feb 21 09:43:30.429468 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56334) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:30.538357 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e07dd481-4eb5-406a-88f2-f89197ba87ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.566981 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f9fb72a7-14c0-4bdc-a3bf-3a69e095f591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.616348 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e07dd481-4eb5-406a-88f2-f89197ba87ca admin admin] Publish callbacks [] for security_group (b26bf08f-cc48-4859-ba2a-a7312635d8d2), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.664268 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e07dd481-4eb5-406a-88f2-f89197ba87ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b26bf08f-cc48-4859-ba2a-a7312635d8d2), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.718012 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-e07dd481-4eb5-406a-88f2-f89197ba87ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ca4e6151f214c8c9e67926d704c262c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872937 Feb 21 09:43:30.719099 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dd481-4eb5-406a-88f2-f89197ba87ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26bf08f-cc48-4859-ba2a-a7312635d8d2,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:30.721021 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56338) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:30.770243 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145b-dc67-46f7-a6b4-d8ac33b98852 admin admin] Publish callbacks [] for security_group (b26bf08f-cc48-4859-ba2a-a7312635d8d2), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.795068 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145b-dc67-46f7-a6b4-d8ac33b98852 admin admin] Publish callbacks [] for security_group (b26bf08f-cc48-4859-ba2a-a7312635d8d2), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.904504 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145b-dc67-46f7-a6b4-d8ac33b98852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b26bf08f-cc48-4859-ba2a-a7312635d8d2), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.909031 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e5d3145b-dc67-46f7-a6b4-d8ac33b98852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:30.909031 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e5d3145b-dc67-46f7-a6b4-d8ac33b98852 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b26bf08f-cc48-4859-ba2a-a7312635d8d2 HTTP/1.1" status: 204 len: 168 time: 0.1861920 Feb 21 09:43:30.916322 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3145b-dc67-46f7-a6b4-d8ac33b98852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26bf08f-cc48-4859-ba2a-a7312635d8d2,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:31.404817 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804cf42-ef1e-4b69-9ae5-73543a7bfe14 req-df533c6c-fd7c-41ac-a2a2-ff33213f03d9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:31.406311 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c804cf42-ef1e-4b69-9ae5-73543a7bfe14 req-df533c6c-fd7c-41ac-a2a2-ff33213f03d9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0578926 Feb 21 09:43:31.453370 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c804cf42-ef1e-4b69-9ae5-73543a7bfe14 req-26c3bdc4-dee4-44aa-a099-9633d60608ac tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Feb 21 09:43:31.482531 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56358) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:31.495438 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9224573-bee8-485b-aa45-5da0851ccb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.568996 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9224573-bee8-485b-aa45-5da0851ccb99 admin admin] Publish callbacks [] for security_group (3228dcfa-8fc2-40a4-b319-77063377b122), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.641477 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9224573-bee8-485b-aa45-5da0851ccb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3228dcfa-8fc2-40a4-b319-77063377b122), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.679382 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9224573-bee8-485b-aa45-5da0851ccb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3228dcfa-8fc2-40a4-b319-77063377b122,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:31.685583 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d9224573-bee8-485b-aa45-5da0851ccb99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41534d5cf10748f08aa84313cab2ddfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014954 Feb 21 09:43:31.688443 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56360) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:31.738533 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6bae-e73c-4417-88b5-cfee49ff4370 admin admin] Publish callbacks [] for security_group (3228dcfa-8fc2-40a4-b319-77063377b122), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.761166 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6bae-e73c-4417-88b5-cfee49ff4370 admin admin] Publish callbacks [] for security_group (3228dcfa-8fc2-40a4-b319-77063377b122), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.778666 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.875738 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6bae-e73c-4417-88b5-cfee49ff4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3228dcfa-8fc2-40a4-b319-77063377b122), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.878332 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6bae-e73c-4417-88b5-cfee49ff4370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:31.879507 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-9d2a6bae-e73c-4417-88b5-cfee49ff4370 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3228dcfa-8fc2-40a4-b319-77063377b122 HTTP/1.1" status: 204 len: 168 time: 0.1900170 Feb 21 09:43:31.888127 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a6bae-e73c-4417-88b5-cfee49ff4370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3228dcfa-8fc2-40a4-b319-77063377b122,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:32.582808 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425133b-3d33-47b4-9ab6-d7241abbbb68 req-6f5f713e-f103-4f02-9656-881039a3ac9a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:32.584254 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f425133b-3d33-47b4-9ab6-d7241abbbb68 req-6f5f713e-f103-4f02-9656-881039a3ac9a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0600626 Feb 21 09:43:32.633753 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f425133b-3d33-47b4-9ab6-d7241abbbb68 req-cd6e685a-84da-4ee7-b615-55d8fb1cb41e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Feb 21 09:43:33.440950 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:33.755635 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5812e9a-1e57-4c5d-ae28-37c9b0fba53d req-33f99d10-d2f9-4c85-840d-130f2be7881c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:33.757089 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c5812e9a-1e57-4c5d-ae28-37c9b0fba53d req-33f99d10-d2f9-4c85-840d-130f2be7881c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0554087 Feb 21 09:43:33.804912 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c5812e9a-1e57-4c5d-ae28-37c9b0fba53d req-99fdd1ee-c0d5-4991-bb70-7a3df6c84c07 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Feb 21 09:43:34.083348 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-46c24d1e-1375-4cce-a5c1-f88660f0b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:34.084843 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-46c24d1e-1375-4cce-a5c1-f88660f0b369 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.0439918 Feb 21 09:43:34.203240 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-99b2718b-e306-4053-9713-a1839ae28e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:34.204690 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-99b2718b-e306-4053-9713-a1839ae28e49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 920 time: 0.0885518 Feb 21 09:43:34.245718 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-6259cb38-05e5-4c05-b0a1-517181044f50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 200 len: 217 time: 0.0346136 Feb 21 09:43:34.294593 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-bbf58efb-0c78-4ea0-b6d8-b22bd1d4a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:34.296065 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-bbf58efb-0c78-4ea0-b6d8-b22bd1d4a96d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0441804 Feb 21 09:43:34.329260 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-dad7bf65-f275-4b93-9069-eb5d64dbacaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277936 Feb 21 09:43:34.414626 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-c47ed012-740f-47dc-bf2c-809346d0da34 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790031 Feb 21 09:43:34.509232 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fb8a1de6-2015-47d8-b328-aa467d75eb8e req-0503fbd0-2b99-405a-b93c-cc43b7a553a0 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873971 Feb 21 09:43:34.698348 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:34.919790 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82995-da7d-4f0e-8a65-35b2c1b4ddbc req-5209effc-15fc-4a21-a751-266d23913ac7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:34.921256 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-55e82995-da7d-4f0e-8a65-35b2c1b4ddbc req-5209effc-15fc-4a21-a751-266d23913ac7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0507815 Feb 21 09:43:34.972477 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-55e82995-da7d-4f0e-8a65-35b2c1b4ddbc req-8ec89f77-ebc4-4c7d-b3af-2525278a8558 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Feb 21 09:43:35.218204 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:36.093667 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791708-db39-4e50-8eb5-182a8b11cb08 req-cc07bf72-69b8-4491-91a6-a3a49a6177ef tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:36.095396 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-32791708-db39-4e50-8eb5-182a8b11cb08 req-cc07bf72-69b8-4491-91a6-a3a49a6177ef tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0519431 Feb 21 09:43:36.141246 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-32791708-db39-4e50-8eb5-182a8b11cb08 req-e8530dd1-b4df-4bf9-a274-f34ac8013252 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Feb 21 09:43:37.256598 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34532e-4c4c-4374-b099-e520580b2fdf req-8cc71206-e67c-4c0e-bce3-a9245889bb82 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:37.258054 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eb34532e-4c4c-4374-b099-e520580b2fdf req-8cc71206-e67c-4c0e-bce3-a9245889bb82 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Feb 21 09:43:37.304175 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eb34532e-4c4c-4374-b099-e520580b2fdf req-d0b556b0-0615-47ba-be7a-14ccb8a75af0 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Feb 21 09:43:38.426059 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab205c5-d91c-4c6d-a39f-3497f516ab30 req-d9264222-6ee5-4592-b3a3-6b64ad65f2af tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:38.427554 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3ab205c5-d91c-4c6d-a39f-3497f516ab30 req-d9264222-6ee5-4592-b3a3-6b64ad65f2af tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0519474 Feb 21 09:43:38.475102 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3ab205c5-d91c-4c6d-a39f-3497f516ab30 req-b4558b76-d808-4ca0-a809-38c229ca0d78 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 Feb 21 09:43:39.592287 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdd674-68e0-4259-8b27-cc16644bf0aa req-99ab341e-12a4-4aa8-841d-952d6facacfc tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:39.594406 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b6fdd674-68e0-4259-8b27-cc16644bf0aa req-99ab341e-12a4-4aa8-841d-952d6facacfc tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0507176 Feb 21 09:43:39.643696 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b6fdd674-68e0-4259-8b27-cc16644bf0aa req-bb28bb54-8887-4205-8a3a-6be8fc3d5828 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Feb 21 09:43:40.774709 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db51396-421f-4007-9f73-6e8f25b70dd7 req-ce5e34e2-c74e-4c35-9872-88bc38d7c97b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:40.776210 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2db51396-421f-4007-9f73-6e8f25b70dd7 req-ce5e34e2-c74e-4c35-9872-88bc38d7c97b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0649252 Feb 21 09:43:40.833905 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2db51396-421f-4007-9f73-6e8f25b70dd7 req-85df2095-3b8c-488c-b11e-2d2a2af64de8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508821 Feb 21 09:43:41.979982 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863d37b-1ac3-4bcc-b7bf-212cb6509e28 req-6f15bfa9-e52a-48e4-b1e8-518d1f25ad56 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:41.981436 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8863d37b-1ac3-4bcc-b7bf-212cb6509e28 req-6f15bfa9-e52a-48e4-b1e8-518d1f25ad56 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0788720 Feb 21 09:43:42.032258 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8863d37b-1ac3-4bcc-b7bf-212cb6509e28 req-d0e304c2-bf22-42ec-9981-566413217b5f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Feb 21 09:43:43.166142 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a218c-0c46-4d32-8da1-73a03aaf8faf req-4f2b6c9d-9ce7-4176-bbe2-ae04eb8eeb98 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:43.167679 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-941a218c-0c46-4d32-8da1-73a03aaf8faf req-4f2b6c9d-9ce7-4176-bbe2-ae04eb8eeb98 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0602088 Feb 21 09:43:43.219097 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-941a218c-0c46-4d32-8da1-73a03aaf8faf req-9eacb0d2-a8cc-4eab-9b14-3667397ec9ec tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451658 Feb 21 09:43:43.476759 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56612) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:43.601804 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.673112 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Publish callbacks [] for security_group (5b128f79-56c6-4f5a-9283-2c19467236da), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.726015 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5b128f79-56c6-4f5a-9283-2c19467236da), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.764645 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c60fa80522c437a9f452d893c13216f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861192 Feb 21 09:43:43.765166 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b128f79-56c6-4f5a-9283-2c19467236da,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:43.767577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56622) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:43.772497 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.772867 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.773214 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.773578 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.773913 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.774244 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.774568 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.774895 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.775222 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.775547 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.775869 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.776192 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.776509 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d360f-7478-4615-9682-88890ad4528d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.815815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Publish callbacks [] for security_group (5b128f79-56c6-4f5a-9283-2c19467236da), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.849267 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Publish callbacks [] for security_group (5b128f79-56c6-4f5a-9283-2c19467236da), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.965407 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5b128f79-56c6-4f5a-9283-2c19467236da), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.968776 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:43.970251 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b128f79-56c6-4f5a-9283-2c19467236da HTTP/1.1" status: 204 len: 168 time: 0.2016945 Feb 21 09:43:43.978217 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b128f79-56c6-4f5a-9283-2c19467236da,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:43.985923 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.986277 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.986627 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.986969 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.987304 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.987635 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.987964 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.988297 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.988625 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.988949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.989274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.989628 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:43.989961 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d963e2ff-2dd3-4796-a476-d05341946bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:44.354090 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc015b-36c9-465a-8876-38bbde806751 req-a6c33a25-ed22-46c9-812c-91f7c3a251ac tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:44.355645 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9edc015b-36c9-465a-8876-38bbde806751 req-a6c33a25-ed22-46c9-812c-91f7c3a251ac tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0690496 Feb 21 09:43:44.422998 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9edc015b-36c9-465a-8876-38bbde806751 req-1850ae48-e43b-40a6-90c9-603ca3d00a5d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Feb 21 09:43:45.063253 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56656) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:45.181177 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1006481228-network', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:45.297722 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Made reservation on behalf of 77ef618cb28d4219856a151ba6f65f3e for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:45.300022 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.309082 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.388076 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks [] for security_group (fb46e225-38f0-40f7-bfa6-32f8baaf7a13), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.495927 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fb46e225-38f0-40f7-bfa6-32f8baaf7a13), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.526610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:43:45.532861 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb46e225-38f0-40f7-bfa6-32f8baaf7a13,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:45.541497 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (4d87a52f-d2b0-4551-bd7c-157638089ca6), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.541497 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Added segment 4d87a52f-d2b0-4551-bd7c-157638089ca6 of type vlan for network f05c830a-7c77-42e2-ae50-02f2f48a5745 Feb 21 09:43:45.585314 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (f05c830a-7c77-42e2-ae50-02f2f48a5745), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.596905 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39ac34-a532-40c6-94d6-bfa27d55d591 req-382ea159-b873-449b-b5d7-411b39450694 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:45.603891 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bb39ac34-a532-40c6-94d6-bfa27d55d591 req-382ea159-b873-449b-b5d7-411b39450694 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0660477 Feb 21 09:43:45.657192 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bb39ac34-a532-40c6-94d6-bfa27d55d591 req-1cbf22a2-6ec6-44f8-9d6e-314ce3c3180f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520189 Feb 21 09:43:45.670787 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (f05c830a-7c77-42e2-ae50-02f2f48a5745), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.672391 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:45.673132 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:45.738123 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] Pushing event updated for resources: {'Network': ['ID=f05c830a-7c77-42e2-ae50-02f2f48a5745,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:45.748046 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:43:45.783790 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4371774a-7fb1-4d67-ab09-774654739c3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7163854 Feb 21 09:43:45.784292 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56674) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:45.788839 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Request body: {'subnet': {'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1006481228-subnet', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:45.897890 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Made reservation on behalf of 77ef618cb28d4219856a151ba6f65f3e for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:45.900156 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25946093'] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.108622 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3737666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945887'] for subnet (a2e61dbf-c363-4d64-9268-5a292308cbac), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.156748 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e61dbf-c363-4d64-9268-5a292308cbac,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:46.171675 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Checking segment: {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:46.172028 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Network hostable DHCP agents. Network: f05c830a-7c77-42e2-ae50-02f2f48a5745, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:43:46.275041 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:43:46.360621 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, f05c830a-7c77-42e2-ae50-02f2f48a5745) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:46.364686 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:46.365275 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.369833 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30abf315-3c81-4dc9-a825-01ebcd0de168 None None] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:43:46.461111 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56682) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:46.469116 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d93be604-65a9-4010-912d-f2931aec0404 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6838822 Feb 21 09:43:46.482071 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:46.490096 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-f05c830a-7c77-42e2-ae50-02f2f48a5745', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:43:46.491062 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.618186 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (e915dc73-b339-49c3-a869-8b308bbed344), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.619334 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (e915dc73-b339-49c3-a869-8b308bbed344), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.628276 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Allocated IP 172.20.0.2 (f05c830a-7c77-42e2-ae50-02f2f48a5745/a2e61dbf-c363-4d64-9268-5a292308cbac/375ef3e1-5220-4ca0-b963-dcfa15928a5f) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:46.675937 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks [] for router_controller (e915dc73-b339-49c3-a869-8b308bbed344), precommit_add_association {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.778647 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Publish callbacks [] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.785658 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469ad69-b4a3-4815-bbbd-c2c5e2396264 req-482613d6-6d2e-4ba1-9fab-ea9da94a779b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:46.787299 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c469ad69-b4a3-4815-bbbd-c2c5e2396264 req-482613d6-6d2e-4ba1-9fab-ea9da94a779b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0582440 Feb 21 09:43:46.836557 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c469ad69-b4a3-4815-bbbd-c2c5e2396264 req-819fc329-acc6-4ee0-abf3-93b398ec5328 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Feb 21 09:43:46.840662 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.878012 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks [] for router_gateway (e915dc73-b339-49c3-a869-8b308bbed344), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.884975 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:46.887924 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:46.891134 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:46.905839 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Pushing event updated for resources: {'Port': ['ID=375ef3e1-5220-4ca0-b963-dcfa15928a5f,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:46.928884 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.929264 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.929669 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.930021 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.930357 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.930690 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.931035 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.931373 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.931701 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.932050 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.932382 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.932706 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.933034 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:46.966507 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Attempting to bind port 375ef3e1-5220-4ca0-b963-dcfa15928a5f on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:43:46.966884 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Attempting to bind port 375ef3e1-5220-4ca0-b963-dcfa15928a5f by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:43:46.967822 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Attempting to bind port 375ef3e1-5220-4ca0-b963-dcfa15928a5f on network f05c830a-7c77-42e2-ae50-02f2f48a5745 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:46.973451 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:43:46.973860 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Checking segment: {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:46.974262 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:46.974650 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Bound using segment: {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:43:46.975147 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Bound port: 375ef3e1-5220-4ca0-b963-dcfa15928a5f, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:43:46.975527 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.038035 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] For port 375ef3e1-5220-4ca0-b963-dcfa15928a5f, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:43:47.041189 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] For port 375ef3e1-5220-4ca0-b963-dcfa15928a5f, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=375ef3e1-5220-4ca0-b963-dcfa15928a5f,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:43:47.115021 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.140882 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks [] for router_gateway (e915dc73-b339-49c3-a869-8b308bbed344), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.160272 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.171546 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0200e-581d-4327-b7c8-eed199ee1d07 None None] Pushing event updated for resources: {'Port': ['ID=375ef3e1-5220-4ca0-b963-dcfa15928a5f,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:47.275024 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Allocated IP 172.27.3.78 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/8c93f2ea-5d65-448a-8a0a-70f45fdde8cd) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:47.391177 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks [] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.514785 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.552005 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:47.554715 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:47.557162 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:47.587295 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Pushing event updated for resources: {'Port': ['ID=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:47.865679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 375ef3e1-5220-4ca0-b963-dcfa15928a5f up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:47.943383 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 375ef3e1-5220-4ca0-b963-dcfa15928a5f triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:47.943764 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.993810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks [] for router_gateway (e915dc73-b339-49c3-a869-8b308bbed344), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:48.026495 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 375ef3e1-5220-4ca0-b963-dcfa15928a5f is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:48.027027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:48.046717 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9baee9-6713-465b-9df6-bd3f731dfed4 req-410106e7-f87b-4f08-a866-2c4c27d6bd43 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:48.048268 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3b9baee9-6713-465b-9df6-bd3f731dfed4 req-410106e7-f87b-4f08-a866-2c4c27d6bd43 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1058378 Feb 21 09:43:48.064432 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 375ef3e1-5220-4ca0-b963-dcfa15928a5f, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=375ef3e1-5220-4ca0-b963-dcfa15928a5f,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:48.134599 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b3074-dbff-40ea-9baf-08a845327308 None None] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:43:48.146270 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3b9baee9-6713-465b-9df6-bd3f731dfed4 req-9859a0e8-cc64-4a61-8f69-5af4de98fe96 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917952 Feb 21 09:43:48.153607 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:48.253029 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-be4978c6-7474-4b95-a0a8-a81e5c86637a None None] Provisioning complete for port 375ef3e1-5220-4ca0-b963-dcfa15928a5f triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:48.253029 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-be4978c6-7474-4b95-a0a8-a81e5c86637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:48.258051 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (e915dc73-b339-49c3-a869-8b308bbed344), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:48.294014 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=375ef3e1-5220-4ca0-b963-dcfa15928a5f,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:48.387820 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-be4978c6-7474-4b95-a0a8-a81e5c86637a None None] Current status of the port 375ef3e1-5220-4ca0-b963-dcfa15928a5f is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:48.492126 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Router e915dc73-b339-49c3-a869-8b308bbed344 is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:43:48.612965 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:43:48.614637 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-f3a9dceb-516d-4f3c-b451-0382abe4b5d6 None None] Provisioning complete for port 375ef3e1-5220-4ca0-b963-dcfa15928a5f triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:48.614637 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f3a9dceb-516d-4f3c-b451-0382abe4b5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:48.628994 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Sync routers for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:43:48.647005 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:48.649415 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:43:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:48.712377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:48.714212 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-0e7544fb-2b74-4008-80d5-352f1372d265 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2468061 Feb 21 09:43:48.716727 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56724) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:48.731201 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9dceb-516d-4f3c-b451-0382abe4b5d6 None None] Current status of the port 375ef3e1-5220-4ca0-b963-dcfa15928a5f is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:48.776121 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:49.074172 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:47Z', 'revision_number': 3, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:49.113421 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Checking router: e915dc73-b339-49c3-a869-8b308bbed344 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:43:49.113889 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Updating router e915dc73-b339-49c3-a869-8b308bbed344 port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:43:49.144131 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.183421 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6beeadc-b76b-418a-8937-87a244c1950d req-b7650bac-3849-48fc-87c0-4c84d9eaebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:49.185154 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6beeadc-b76b-418a-8937-87a244c1950d req-b7650bac-3849-48fc-87c0-4c84d9eaebaf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.0825064 Feb 21 09:43:49.187148 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.238598 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56734) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:49.278269 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6beeadc-b76b-418a-8937-87a244c1950d req-844d0620-13c1-4578-9433-de4426d567a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853174 Feb 21 09:43:49.389661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c1fca1e9-70b5-4701-b0ea-da9a2abaa077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.395595 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d3803-78ec-4c40-9147-18ab87ec7b85 req-85c47b65-4a3b-49c5-b71d-d9fcee8f859a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:49.397097 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cf2d3803-78ec-4c40-9147-18ab87ec7b85 req-85c47b65-4a3b-49c5-b71d-d9fcee8f859a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1298544 Feb 21 09:43:49.406025 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Allocated IP 172.20.0.1 (f05c830a-7c77-42e2-ae50-02f2f48a5745/a2e61dbf-c363-4d64-9268-5a292308cbac/251e1408-b840-4def-bd34-5ad24854590e) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:49.439470 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Publish callbacks [] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.480216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c1fca1e9-70b5-4701-b0ea-da9a2abaa077 admin admin] Publish callbacks [] for security_group (a366466a-6c5a-48ff-b507-bc12e3eb0796), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.508827 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cf2d3803-78ec-4c40-9147-18ab87ec7b85 req-31d08a9d-41c9-4e59-be65-d5f83e9439da tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048920 Feb 21 09:43:49.521321 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.554497 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c1fca1e9-70b5-4701-b0ea-da9a2abaa077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a366466a-6c5a-48ff-b507-bc12e3eb0796), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.556774 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks [] for port (251e1408-b840-4def-bd34-5ad24854590e), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.566587 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Pushing event updated for resources: {'Port': ['ID=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,revision_number=2']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:49.574027 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.574593 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.575111 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.575748 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.576260 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.577313 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.577917 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.578589 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.579085 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.579590 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.580063 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.580532 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.581001 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:43:49.596238 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-c1fca1e9-70b5-4701-b0ea-da9a2abaa077 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d17d85da8994416ba1ba23f0d4f99eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512843 Feb 21 09:43:49.600523 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 56738) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:49.601288 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Attempting to bind port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:43:49.601288 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Attempting to bind port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:43:49.601288 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Attempting to bind port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:49.604539 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fca1e9-70b5-4701-b0ea-da9a2abaa077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366466a-6c5a-48ff-b507-bc12e3eb0796,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:49.605590 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:43:49.605974 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:49.606373 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.606771 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:43:49.607309 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Bound port: 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:43:49.607975 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.646602 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (251e1408-b840-4def-bd34-5ad24854590e), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.669974 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] For port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:43:49.670422 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1172-0dfd-46b0-8e57-56710f2a3333 admin admin] Publish callbacks [] for security_group (a366466a-6c5a-48ff-b507-bc12e3eb0796), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.671303 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] For port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:43:49.682521 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:49.686155 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:49.689596 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:49.699050 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1172-0dfd-46b0-8e57-56710f2a3333 admin admin] Publish callbacks [] for security_group (a366466a-6c5a-48ff-b507-bc12e3eb0796), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.715290 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Pushing event updated for resources: {'Port': ['ID=251e1408-b840-4def-bd34-5ad24854590e,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:49.737055 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (e915dc73-b339-49c3-a869-8b308bbed344), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.749339 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.804267 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6be5f-1e8d-43eb-b933-43c19a56cee2 None None] Pushing event updated for resources: {'Port': ['ID=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:49.822976 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:49.823867 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:43:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:49.841098 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1172-0dfd-46b0-8e57-56710f2a3333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a366466a-6c5a-48ff-b507-bc12e3eb0796), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.846323 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1172-0dfd-46b0-8e57-56710f2a3333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.850425 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-7e9d1172-0dfd-46b0-8e57-56710f2a3333 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a366466a-6c5a-48ff-b507-bc12e3eb0796 HTTP/1.1" status: 204 len: 168 time: 0.2485905 Feb 21 09:43:49.880877 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d1172-0dfd-46b0-8e57-56710f2a3333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366466a-6c5a-48ff-b507-bc12e3eb0796,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:49.927115 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 375ef3e1-5220-4ca0-b963-dcfa15928a5f up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:49.978439 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 375ef3e1-5220-4ca0-b963-dcfa15928a5f triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:49.978733 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.991456 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (251e1408-b840-4def-bd34-5ad24854590e), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:49.992097 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:50.106063 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-b111cdbb-05e8-4849-988c-4203f31a56b2 None None] Provisioning complete for port 251e1408-b840-4def-bd34-5ad24854590e triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:50.106610 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b111cdbb-05e8-4849-988c-4203f31a56b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (251e1408-b840-4def-bd34-5ad24854590e), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:50.111038 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 375ef3e1-5220-4ca0-b963-dcfa15928a5f is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:50.165330 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-b111cdbb-05e8-4849-988c-4203f31a56b2 None None] Port 251e1408-b840-4def-bd34-5ad24854590e cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:43:50.215718 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:47Z', 'revision_number': 3, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:50.238270 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks [] for port (251e1408-b840-4def-bd34-5ad24854590e), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:50.265246 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b84ed0-ab0f-4449-a613-f171350cd92e None None] The sync data for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi is: [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:47Z', 'revision_number': 3, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:43:50.315533 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (251e1408-b840-4def-bd34-5ad24854590e), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:50.395319 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (e915dc73-b339-49c3-a869-8b308bbed344), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:50.463961 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Pushing event updated for resources: {'Port': ['ID=251e1408-b840-4def-bd34-5ad24854590e,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:50.581185 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:50.591170 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:50.735437 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd5cde-8859-4616-bd42-a953422a1752 req-9788a6f2-c6bb-4dee-8c33-c22a1a1be03e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:50.738217 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ffcd5cde-8859-4616-bd42-a953422a1752 req-9788a6f2-c6bb-4dee-8c33-c22a1a1be03e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1034336 Feb 21 09:43:50.857992 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Router e915dc73-b339-49c3-a869-8b308bbed344 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:43:50.875583 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ffcd5cde-8859-4616-bd42-a953422a1752 req-46c49442-e7ad-4f60-b468-0fdd6fe0c368 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227660 Feb 21 09:43:50.914248 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-455172d7-cda2-44ab-a131-0383276d266d None None] Provisioning complete for port 251e1408-b840-4def-bd34-5ad24854590e triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:50.914870 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-455172d7-cda2-44ab-a131-0383276d266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (251e1408-b840-4def-bd34-5ad24854590e), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:50.962977 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-455172d7-cda2-44ab-a131-0383276d266d None None] Port 251e1408-b840-4def-bd34-5ad24854590e cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:43:51.233779 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:43:51.239922 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-ba7d774a-a075-4e33-85e0-8d4c66abecd1 admin admin] 10.222.0.60 "PUT /v2.0/routers/e915dc73-b339-49c3-a869-8b308bbed344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5213835 Feb 21 09:43:51.872128 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:51.942323 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:51.942742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.031030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56838) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:52.037041 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1586451074-network', 'tenant_id': '54b937511a674726b512bc614563577a'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:52.048864 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:52.049315 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.064770 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bbdde-1d84-4c93-aea3-39ffebffc860 req-febf0cc5-3cfc-4e76-9754-53762075bea7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:52.066624 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-238bbdde-1d84-4c93-aea3-39ffebffc860 req-febf0cc5-3cfc-4e76-9754-53762075bea7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0957022 Feb 21 09:43:52.074170 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:52.118301 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-238bbdde-1d84-4c93-aea3-39ffebffc860 req-d5253784-9f7a-4954-8d05-d4ff9cb32258 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459154 Feb 21 09:43:52.125840 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Made reservation on behalf of 54b937511a674726b512bc614563577a for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:52.128174 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.137140 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.143453 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.221084 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:52.224789 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks [] for security_group (7a971b64-1821-48ce-a464-427d8b83844a), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.293866 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Sync routers for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:43:52.297620 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (7a971b64-1821-48ce-a464-427d8b83844a), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.304279 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:52.305110 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:43:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:52.322070 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:43:52.336713 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a971b64-1821-48ce-a464-427d8b83844a,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:52.339622 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (efdb7872-fccd-44ec-8a42-d8323f9c872d), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.340045 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Added segment efdb7872-fccd-44ec-8a42-d8323f9c872d of type vlan for network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 Feb 21 09:43:52.388918 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (b3bfb91d-0e89-438d-aa1b-da4da1822cd4), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.480650 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (b3bfb91d-0e89-438d-aa1b-da4da1822cd4), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.482073 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:52.483664 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.551094 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] Pushing event updated for resources: {'Network': ['ID=b3bfb91d-0e89-438d-aa1b-da4da1822cd4,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:52.552547 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98cb62-e4f1-4c64-9efd-b86cd90e3121 req-393f81bb-866f-4969-95e1-c8cf74749274 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:52.554217 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bc98cb62-e4f1-4c64-9efd-b86cd90e3121 req-393f81bb-866f-4969-95e1-c8cf74749274 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0678370 Feb 21 09:43:52.559071 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:52.563556 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:43:52.568482 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5925ccc7-801e-4872-a1a4-b97cb12c283b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5363905 Feb 21 09:43:52.571452 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56850) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:52.588006 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Request body: {'subnet': {'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1586451074-subnet', 'tenant_id': '54b937511a674726b512bc614563577a', 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:52.618053 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bc98cb62-e4f1-4c64-9efd-b86cd90e3121 req-38acb279-6e6e-4199-8783-0774f6550f46 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544579 Feb 21 09:43:52.657624 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Made reservation on behalf of 54b937511a674726b512bc614563577a for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:43:52.660115 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25946093'] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.839024 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:50Z', 'revision_number': 2, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:52.872990 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Checking router: e915dc73-b339-49c3-a869-8b308bbed344 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:43:52.873602 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Updating router e915dc73-b339-49c3-a869-8b308bbed344 port 251e1408-b840-4def-bd34-5ad24854590e binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:43:52.875226 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3737666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945887'] for subnet (652e4d03-6312-4bc3-97cf-0339aa1632c3), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.901308 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (251e1408-b840-4def-bd34-5ad24854590e), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:52.929677 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=652e4d03-6312-4bc3-97cf-0339aa1632c3,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:52.940705 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Checking segment: {'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:52.941067 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Network hostable DHCP agents. Network: b3bfb91d-0e89-438d-aa1b-da4da1822cd4, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:43:53.011518 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:43:53.074592 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, b3bfb91d-0e89-438d-aa1b-da4da1822cd4) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:53.080814 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:53.081468 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.095393 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef8407-77e0-4b8d-8f96-bae3db3864ae None None] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:43:53.156983 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-31eb2e21-661a-4c51-a1a0-8b4a4fdfb8bc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5844872 Feb 21 09:43:53.159486 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56860) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:53.163769 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:43:53.239447 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (989495aa-549f-491d-a4dc-9a4d3a050c6b), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.240520 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (989495aa-549f-491d-a4dc-9a4d3a050c6b), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.255080 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Publish callbacks [] for port (251e1408-b840-4def-bd34-5ad24854590e), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.263709 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-b3bfb91d-0e89-438d-aa1b-da4da1822cd4', 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4', 'project_id': '54b937511a674726b512bc614563577a', 'fixed_ips': [{'subnet_id': '652e4d03-6312-4bc3-97cf-0339aa1632c3'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:43:53.264732 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.304173 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks [] for router_controller (989495aa-549f-491d-a4dc-9a4d3a050c6b), precommit_add_association {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.336671 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (251e1408-b840-4def-bd34-5ad24854590e), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.427041 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfe5ea-aae9-4de1-a755-e82b516a0c21 None None] Pushing event updated for resources: {'Port': ['ID=251e1408-b840-4def-bd34-5ad24854590e,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:53.530179 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Allocated IP 172.20.0.2 (b3bfb91d-0e89-438d-aa1b-da4da1822cd4/652e4d03-6312-4bc3-97cf-0339aa1632c3/c524e98f-af7e-47c9-8d5f-a3c16e907940) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:53.537083 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Attempting to bind port 251e1408-b840-4def-bd34-5ad24854590e on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:43:53.537407 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Attempting to bind port 251e1408-b840-4def-bd34-5ad24854590e by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:43:53.537877 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Attempting to bind port 251e1408-b840-4def-bd34-5ad24854590e on network f05c830a-7c77-42e2-ae50-02f2f48a5745 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:53.539229 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks [] for router_gateway (989495aa-549f-491d-a4dc-9a4d3a050c6b), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.550027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:43:53.551337 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Checking segment: {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:53.551337 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.551509 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Bound using segment: {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:43:53.552150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Bound port: 251e1408-b840-4def-bd34-5ad24854590e, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:43:53.552589 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (251e1408-b840-4def-bd34-5ad24854590e), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.688655 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] For port 251e1408-b840-4def-bd34-5ad24854590e, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:43:53.693935 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] For port 251e1408-b840-4def-bd34-5ad24854590e, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=251e1408-b840-4def-bd34-5ad24854590e,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:43:53.749393 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-8c899f28-c39d-4f78-b68e-8621fbf2e9ec None None] Provisioning complete for port 251e1408-b840-4def-bd34-5ad24854590e triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:53.749812 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8c899f28-c39d-4f78-b68e-8621fbf2e9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (251e1408-b840-4def-bd34-5ad24854590e), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.781421 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (251e1408-b840-4def-bd34-5ad24854590e), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.789240 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Publish callbacks [] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.832722 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5372dd-6d13-4952-9487-953c1d7881fc req-23cc09be-0d60-4542-8f33-add7320b4404 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:53.834363 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-de5372dd-6d13-4952-9487-953c1d7881fc req-23cc09be-0d60-4542-8f33-add7320b4404 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1273470 Feb 21 09:43:53.839441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-8c899f28-c39d-4f78-b68e-8621fbf2e9ec None None] Port 251e1408-b840-4def-bd34-5ad24854590e cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:43:53.862660 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:53.892314 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfe5ea-aae9-4de1-a755-e82b516a0c21 None None] Pushing event updated for resources: {'Port': ['ID=251e1408-b840-4def-bd34-5ad24854590e,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:53.898336 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:53.905934 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:43:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:53.910608 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks [] for router_gateway (989495aa-549f-491d-a4dc-9a4d3a050c6b), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.911799 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.938715 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:53.943476 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-de5372dd-6d13-4952-9487-953c1d7881fc req-fbfc9fb4-14ad-40f6-8e42-82d5710e3f26 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861094 Feb 21 09:43:54.013181 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:54.018544 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Pushing event updated for resources: {'Port': ['ID=c524e98f-af7e-47c9-8d5f-a3c16e907940,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:54.026352 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:54.031433 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:54.080584 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Allocated IP 172.27.3.121 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/f30ee895-7634-4d32-b702-d5d1a6f5c4d0) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:54.154128 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:54.155228 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.215167 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks [] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.217696 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:54.268492 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Attempting to bind port c524e98f-af7e-47c9-8d5f-a3c16e907940 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:43:54.268862 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Attempting to bind port c524e98f-af7e-47c9-8d5f-a3c16e907940 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:43:54.269236 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Attempting to bind port c524e98f-af7e-47c9-8d5f-a3c16e907940 on network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:54.318944 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-5b3f1e9a-c6cf-46ec-ab8a-e4163de7094a None None] Provisioning complete for port 251e1408-b840-4def-bd34-5ad24854590e triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:54.319308 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1e9a-c6cf-46ec-ab8a-e4163de7094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (251e1408-b840-4def-bd34-5ad24854590e), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.321011 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:43:54.321210 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.321382 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Checking segment: {'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:54.321805 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.322203 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Bound using segment: {'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:43:54.322686 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Bound port: c524e98f-af7e-47c9-8d5f-a3c16e907940, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:43:54.323065 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.358428 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:54.363306 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:54.369424 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:54.392794 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Pushing event updated for resources: {'Port': ['ID=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:54.623768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:54.657742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] For port c524e98f-af7e-47c9-8d5f-a3c16e907940, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:43:54.696014 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] For port c524e98f-af7e-47c9-8d5f-a3c16e907940, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=c524e98f-af7e-47c9-8d5f-a3c16e907940,segment=NetworkSegment(efdb7872-fccd-44ec-8a42-d8323f9c872d),segment_id=efdb7872-fccd-44ec-8a42-d8323f9c872d)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:43:54.733638 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f1e9a-c6cf-46ec-ab8a-e4163de7094a None None] Current status of the port 251e1408-b840-4def-bd34-5ad24854590e is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:54.734143 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1e9a-c6cf-46ec-ab8a-e4163de7094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (251e1408-b840-4def-bd34-5ad24854590e), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.744678 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks [] for router_gateway (989495aa-549f-491d-a4dc-9a4d3a050c6b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.757603 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:54.804035 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-5b3f1e9a-c6cf-46ec-ab8a-e4163de7094a None None] For port 251e1408-b840-4def-bd34-5ad24854590e, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=251e1408-b840-4def-bd34-5ad24854590e,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:54.837827 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:53Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:54.870762 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad49fee-ecfd-456f-ac80-9148de702378 None None] Pushing event updated for resources: {'Port': ['ID=c524e98f-af7e-47c9-8d5f-a3c16e907940,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:54.874422 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dfdfc-71bc-45bf-83d8-9355ff320bdd None None] The sync data for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi is: [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:53Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:43:54.897907 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1e9a-c6cf-46ec-ab8a-e4163de7094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (251e1408-b840-4def-bd34-5ad24854590e), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.022067 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (989495aa-549f-491d-a4dc-9a4d3a050c6b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.026168 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f1e9a-c6cf-46ec-ab8a-e4163de7094a None None] Pushing event updated for resources: {'Port': ['ID=251e1408-b840-4def-bd34-5ad24854590e,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:55.031386 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-8b71c90c-c23c-4a30-b11f-6f0260c36313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.033070 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-8b71c90c-c23c-4a30-b11f-6f0260c36313 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.0993855 Feb 21 09:43:55.389903 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Router 989495aa-549f-491d-a4dc-9a4d3a050c6b is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:43:55.504519 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0834ec-bad7-4aa4-97f3-5811e1976199 req-4982dfb6-492f-4b59-b892-19531151fe9a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.506946 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d0834ec-bad7-4aa4-97f3-5811e1976199 req-4982dfb6-492f-4b59-b892-19531151fe9a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.4439814 Feb 21 09:43:55.514216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-933da0e5-a6d7-410f-8423-9e4525e2e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.520330 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-933da0e5-a6d7-410f-8423-9e4525e2e273 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 920 time: 0.4728868 Feb 21 09:43:55.546195 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:43:55.556165 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Sync routers for ids ['989495aa-549f-491d-a4dc-9a4d3a050c6b'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:43:55.569252 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Routers {'989495aa-549f-491d-a4dc-9a4d3a050c6b'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:55.570000 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:43:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['989495aa-549f-491d-a4dc-9a4d3a050c6b'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:55.572994 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-d7d0575c-860e-479c-9d87-e6c575b384f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 200 len: 217 time: 0.0487361 Feb 21 09:43:55.642424 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d0834ec-bad7-4aa4-97f3-5811e1976199 req-e640d991-3593-4fde-8bab-270e8833c294 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251335 Feb 21 09:43:55.648699 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-db43ae30-e44f-4024-95f0-c4e71c711281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:55.649780 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:55.662277 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-db43ae30-e44f-4024-95f0-c4e71c711281 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0701058 Feb 21 09:43:55.662662 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a518c3c6-eb48-4f9a-b64a-eb9e586fb488 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4933064 Feb 21 09:43:55.662662 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56888) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:55.703350 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-ff20a788-7f25-4ffd-829d-5770689df260 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454142 Feb 21 09:43:55.704293 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Set router 989495aa-549f-491d-a4dc-9a4d3a050c6b gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:55.884734 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-fb7325df-879a-4fe0-9268-5877a7197018 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742446 Feb 21 09:43:55.977263 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 3, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port': {'id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:56.009381 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Checking router: 989495aa-549f-491d-a4dc-9a4d3a050c6b for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:43:56.010053 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Updating router 989495aa-549f-491d-a4dc-9a4d3a050c6b port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:43:56.039454 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c524e98f-af7e-47c9-8d5f-a3c16e907940 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:56.054248 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.110422 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4c62794-94d8-4f38-a3e8-5e8442ca4060 req-8fde8604-197c-45fd-812c-ccd242474a76 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165849 Feb 21 09:43:56.148859 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port c524e98f-af7e-47c9-8d5f-a3c16e907940 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:56.149240 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.275623 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port c524e98f-af7e-47c9-8d5f-a3c16e907940 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:56.276027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.319949 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port c524e98f-af7e-47c9-8d5f-a3c16e907940, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=c524e98f-af7e-47c9-8d5f-a3c16e907940,segment=NetworkSegment(efdb7872-fccd-44ec-8a42-d8323f9c872d),segment_id=efdb7872-fccd-44ec-8a42-d8323f9c872d)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:43:56.334484 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ddaac8-f669-4901-8371-5fbad5dbbbf9 None None] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:43:56.421038 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.422530 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 251e1408-b840-4def-bd34-5ad24854590e up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:56.458061 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-5a90b098-fa21-4977-9d1f-03c06e085ac1 None None] Provisioning complete for port c524e98f-af7e-47c9-8d5f-a3c16e907940 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:56.458463 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5a90b098-fa21-4977-9d1f-03c06e085ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.504127 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.550546 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Publish callbacks [] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.603840 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=c524e98f-af7e-47c9-8d5f-a3c16e907940,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:56.605954 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.635706 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 251e1408-b840-4def-bd34-5ad24854590e triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:56.636088 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (251e1408-b840-4def-bd34-5ad24854590e), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.713399 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Attempting to bind port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:43:56.714057 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Attempting to bind port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:43:56.714855 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Attempting to bind port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:43:56.717498 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4959e9a-dc41-4c0d-904e-2938e0abaecf None None] Pushing event updated for resources: {'Port': ['ID=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,revision_number=2']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:56.731252 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:43:56.732812 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:43:56.733629 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.737133 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:43:56.738208 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Bound port: f30ee895-7634-4d32-b702-d5d1a6f5c4d0, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:43:56.744502 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.755132 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-5a90b098-fa21-4977-9d1f-03c06e085ac1 None None] Current status of the port c524e98f-af7e-47c9-8d5f-a3c16e907940 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:56.822651 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Allocated IP 172.20.0.1 (b3bfb91d-0e89-438d-aa1b-da4da1822cd4/652e4d03-6312-4bc3-97cf-0339aa1632c3/9e3597d7-df1f-413b-8277-349e83ceab52) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:43:56.824424 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] For port f30ee895-7634-4d32-b702-d5d1a6f5c4d0, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:43:56.827528 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 251e1408-b840-4def-bd34-5ad24854590e is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:56.833454 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] For port f30ee895-7634-4d32-b702-d5d1a6f5c4d0, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:43:56.934628 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c6896-6f35-4bb7-b282-e4d7880b1baa req-0cf5d4a9-5e97-4cd6-91e0-b70239391b58 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:56.936370 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-260c6896-6f35-4bb7-b282-e4d7880b1baa req-0cf5d4a9-5e97-4cd6-91e0-b70239391b58 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1353338 Feb 21 09:43:56.950188 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:56.983149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-f322e1bd-54c2-4633-a93c-c4e2d94f7056 None None] Provisioning complete for port c524e98f-af7e-47c9-8d5f-a3c16e907940 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:56.983472 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f322e1bd-54c2-4633-a93c-c4e2d94f7056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.022883 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-260c6896-6f35-4bb7-b282-e4d7880b1baa req-e0afb3d0-b159-441a-b2d1-a54bb5ce2557 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794420 Feb 21 09:43:57.024553 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4959e9a-dc41-4c0d-904e-2938e0abaecf None None] Pushing event updated for resources: {'Port': ['ID=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:57.028228 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks [] for port (9e3597d7-df1f-413b-8277-349e83ceab52), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.065386 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Routers {'989495aa-549f-491d-a4dc-9a4d3a050c6b'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:57.074814 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:43:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['989495aa-549f-491d-a4dc-9a4d3a050c6b'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:57.094309 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-f322e1bd-54c2-4633-a93c-c4e2d94f7056 None None] Current status of the port c524e98f-af7e-47c9-8d5f-a3c16e907940 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:57.176531 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] Set router 989495aa-549f-491d-a4dc-9a4d3a050c6b gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:57.211141 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.483363 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 3, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port': {'id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:57.492352 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:57.495652 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:57.499937 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:43:57.523479 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fb28f-7bc0-439e-9345-ef3cefaffec7 None None] The sync data for ids ['989495aa-549f-491d-a4dc-9a4d3a050c6b'] in dv-cinder-804735-19-iscsi is: [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 3, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port': {'id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:43:57.546610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (989495aa-549f-491d-a4dc-9a4d3a050c6b), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.637575 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3597d7-df1f-413b-8277-349e83ceab52,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:57.834031 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-d7801563-6c0d-4d9e-a696-a59d55131bbf None None] Provisioning complete for port 9e3597d7-df1f-413b-8277-349e83ceab52 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:57.834424 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d7801563-6c0d-4d9e-a696-a59d55131bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.865891 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c524e98f-af7e-47c9-8d5f-a3c16e907940 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:57.897830 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:57.930458 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-d7801563-6c0d-4d9e-a696-a59d55131bbf None None] Port 9e3597d7-df1f-413b-8277-349e83ceab52 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:43:57.961410 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port c524e98f-af7e-47c9-8d5f-a3c16e907940 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:57.962038 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:58.056513 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port c524e98f-af7e-47c9-8d5f-a3c16e907940 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:43:58.142378 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks [] for port (9e3597d7-df1f-413b-8277-349e83ceab52), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:58.172773 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5e8a8-b752-426a-88d0-d85f08c60a63 req-bbeff891-ff5a-4fcd-b34d-4f2fdf140ff6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:58.174353 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-34c5e8a8-b752-426a-88d0-d85f08c60a63 req-bbeff891-ff5a-4fcd-b34d-4f2fdf140ff6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0641375 Feb 21 09:43:58.177715 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7a9f852b-af19-4264-af05-df7242b0ac14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:58.211559 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:58.244815 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-34c5e8a8-b752-426a-88d0-d85f08c60a63 req-79ff2d0b-aa0e-4075-a398-4069f17aadb9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Feb 21 09:43:58.281975 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3597d7-df1f-413b-8277-349e83ceab52,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:43:58.284634 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (989495aa-549f-491d-a4dc-9a4d3a050c6b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:58.387974 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:43:58.390989 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:43:58.531790 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Router 989495aa-549f-491d-a4dc-9a4d3a050c6b has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:43:58.660176 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-18940581-76f5-4670-a60c-3068844dac47 None None] Provisioning complete for port 9e3597d7-df1f-413b-8277-349e83ceab52 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:43:58.668995 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:43:58.674922 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-c2234795-ad42-4ce6-b4a7-397b5664dc15 admin admin] 10.222.0.60 "PUT /v2.0/routers/989495aa-549f-491d-a4dc-9a4d3a050c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0173163 Feb 21 09:43:58.682474 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-18940581-76f5-4670-a60c-3068844dac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:58.747209 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-18940581-76f5-4670-a60c-3068844dac47 None None] Port 9e3597d7-df1f-413b-8277-349e83ceab52 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:43:59.381375 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43749b7f-c05f-44d0-a381-91212f4e1933 req-e517b45a-cf56-40a6-9773-3a85ababc7dc tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:43:59.383022 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-43749b7f-c05f-44d0-a381-91212f4e1933 req-e517b45a-cf56-40a6-9773-3a85ababc7dc tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0612206 Feb 21 09:43:59.459304 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-43749b7f-c05f-44d0-a381-91212f4e1933 req-89a8981b-aaf7-477e-8d80-91d9824c94e8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646696 Feb 21 09:43:59.553685 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 56996) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:59.578818 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Sync routers for ids ['989495aa-549f-491d-a4dc-9a4d3a050c6b'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:43:59.589298 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Routers {'989495aa-549f-491d-a4dc-9a4d3a050c6b'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:43:59.589964 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:43:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['989495aa-549f-491d-a4dc-9a4d3a050c6b'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:43:59.650068 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57000) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:59.735671 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Set router 989495aa-549f-491d-a4dc-9a4d3a050c6b gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:43:59.783021 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9811-93a9-4bbb-9f76-aa71c9cc587a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:59.874957 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb76-ff61-486b-bac7-09670c8e9937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:59.974664 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device f30ee895-7634-4d32-b702-d5d1a6f5c4d0 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:43:59.991534 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9811-93a9-4bbb-9f76-aa71c9cc587a admin admin] Publish callbacks [] for security_group (27dc45ae-d7f9-4782-b839-5c755a07b5ed), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.035975 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb76-ff61-486b-bac7-09670c8e9937 admin admin] Publish callbacks [] for security_group (4881daa5-053c-4d35-980b-e862544a618d), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.057290 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9811-93a9-4bbb-9f76-aa71c9cc587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (27dc45ae-d7f9-4782-b839-5c755a07b5ed), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.072642 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:00.073116 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.103775 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:57Z', 'revision_number': 4, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port': {'id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9e3597d7-df1f-413b-8277-349e83ceab52', 'name': '', 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4', 'tenant_id': '54b937511a674726b512bc614563577a', 'mac_address': 'fa:16:3e:82:bb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '652e4d03-6312-4bc3-97cf-0339aa1632c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:56Z', 'updated_at': '2022-02-21T09:43:57Z', 'revision_number': 2, 'project_id': '54b937511a674726b512bc614563577a', 'subnets': [{'id': '652e4d03-6312-4bc3-97cf-0339aa1632c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:00.116745 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb76-ff61-486b-bac7-09670c8e9937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (4881daa5-053c-4d35-980b-e862544a618d), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.139797 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Checking router: 989495aa-549f-491d-a4dc-9a4d3a050c6b for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:44:00.139797 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Updating router 989495aa-549f-491d-a4dc-9a4d3a050c6b port 9e3597d7-df1f-413b-8277-349e83ceab52 binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:44:00.162264 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-6a5e9811-93a9-4bbb-9f76-aa71c9cc587a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4620d5d902d40388176b2a29b944656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6072032 Feb 21 09:44:00.166200 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57010) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:00.169694 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1e59eb76-ff61-486b-bac7-09670c8e9937 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57db5b6bb3dc4611aa20027a70650d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154181 Feb 21 09:44:00.169694 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e9811-93a9-4bbb-9f76-aa71c9cc587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc45ae-d7f9-4782-b839-5c755a07b5ed,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:00.170766 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57012) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:00.183050 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.245141 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59eb76-ff61-486b-bac7-09670c8e9937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4881daa5-053c-4d35-980b-e862544a618d,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:00.327982 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3dafa84f-1f9a-40ed-83d8-ab25c77c01af admin admin] Publish callbacks [] for security_group (4881daa5-053c-4d35-980b-e862544a618d), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.365268 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3dafa84f-1f9a-40ed-83d8-ab25c77c01af admin admin] Publish callbacks [] for security_group (4881daa5-053c-4d35-980b-e862544a618d), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.401368 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e6184245-6867-41f7-97dc-8a5ff01500ce admin admin] Publish callbacks [] for security_group (27dc45ae-d7f9-4782-b839-5c755a07b5ed), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.442228 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e6184245-6867-41f7-97dc-8a5ff01500ce admin admin] Publish callbacks [] for security_group (27dc45ae-d7f9-4782-b839-5c755a07b5ed), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.599482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3dafa84f-1f9a-40ed-83d8-ab25c77c01af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (4881daa5-053c-4d35-980b-e862544a618d), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.604139 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3dafa84f-1f9a-40ed-83d8-ab25c77c01af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.609571 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3dafa84f-1f9a-40ed-83d8-ab25c77c01af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4881daa5-053c-4d35-980b-e862544a618d HTTP/1.1" status: 204 len: 168 time: 0.4319603 Feb 21 09:44:00.645333 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafa84f-1f9a-40ed-83d8-ab25c77c01af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4881daa5-053c-4d35-980b-e862544a618d,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:00.681395 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e6184245-6867-41f7-97dc-8a5ff01500ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (27dc45ae-d7f9-4782-b839-5c755a07b5ed), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.692795 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e6184245-6867-41f7-97dc-8a5ff01500ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.697423 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e6184245-6867-41f7-97dc-8a5ff01500ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27dc45ae-d7f9-4782-b839-5c755a07b5ed HTTP/1.1" status: 204 len: 168 time: 0.5217919 Feb 21 09:44:00.699168 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-82bb71cd-3c2b-4445-8ef2-b1292d3cfc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.717250 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:00.717656 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.727661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6184245-6867-41f7-97dc-8a5ff01500ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc45ae-d7f9-4782-b839-5c755a07b5ed,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:00.760384 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2acf71-5474-4cac-b6fb-2bdf38be0eab req-c1216e2f-b345-4ef8-bd0a-0bd4d4aef2da tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:00.764083 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Publish callbacks [] for port (9e3597d7-df1f-413b-8277-349e83ceab52), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:00.766524 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ed2acf71-5474-4cac-b6fb-2bdf38be0eab req-c1216e2f-b345-4ef8-bd0a-0bd4d4aef2da tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1557596 Feb 21 09:44:00.799812 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port f30ee895-7634-4d32-b702-d5d1a6f5c4d0, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:00.848068 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ed2acf71-5474-4cac-b6fb-2bdf38be0eab req-b26ff29b-cbe4-4430-9cbc-59f80557b810 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722399 Feb 21 09:44:00.858338 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.029548 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.057281 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf224-9b9c-4b21-9c49-a2075b528dc4 None None] Pushing event updated for resources: {'Port': ['ID=9e3597d7-df1f-413b-8277-349e83ceab52,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Attempting to bind port 9e3597d7-df1f-413b-8277-349e83ceab52 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Attempting to bind port 9e3597d7-df1f-413b-8277-349e83ceab52 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Attempting to bind port 9e3597d7-df1f-413b-8277-349e83ceab52 on network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Checking segment: {'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Bound using segment: {'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Bound port: 9e3597d7-df1f-413b-8277-349e83ceab52, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdb7872-fccd-44ec-8a42-d8323f9c872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:44:01.256427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.335957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:01.381955 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] For port 9e3597d7-df1f-413b-8277-349e83ceab52, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:44:01.386336 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] For port 9e3597d7-df1f-413b-8277-349e83ceab52, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=9e3597d7-df1f-413b-8277-349e83ceab52,segment=NetworkSegment(efdb7872-fccd-44ec-8a42-d8323f9c872d),segment_id=efdb7872-fccd-44ec-8a42-d8323f9c872d)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:44:01.504308 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-e7a98681-0647-495c-96b0-fe1180ea809c None None] Provisioning complete for port 9e3597d7-df1f-413b-8277-349e83ceab52 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:01.505021 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7a98681-0647-495c-96b0-fe1180ea809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.550082 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e7a98681-0647-495c-96b0-fe1180ea809c None None] Port 9e3597d7-df1f-413b-8277-349e83ceab52 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:44:01.647556 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:44:01.686938 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.776643 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Routers {'989495aa-549f-491d-a4dc-9a4d3a050c6b'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:01.790001 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:44:01Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['989495aa-549f-491d-a4dc-9a4d3a050c6b'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:01.893857 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf224-9b9c-4b21-9c49-a2075b528dc4 None None] Pushing event updated for resources: {'Port': ['ID=9e3597d7-df1f-413b-8277-349e83ceab52,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:01.921430 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:01.931699 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device f30ee895-7634-4d32-b702-d5d1a6f5c4d0 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:02.023890 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57042) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:02.066258 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c521c719-8f07-4648-b2a9-ca730391ee9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.084461 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57048) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:02.136918 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-22e3f5f4-25df-478f-aa13-1a1c47b988d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.161270 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] Set router 989495aa-549f-491d-a4dc-9a4d3a050c6b gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:02.270872 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:02.271262 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.273439 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c521c719-8f07-4648-b2a9-ca730391ee9c admin admin] Publish callbacks [] for security_group (52c79ef2-56da-4f85-b703-ff6d4bbd0b1c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.303122 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-22e3f5f4-25df-478f-aa13-1a1c47b988d0 admin admin] Publish callbacks [] for security_group (439c7e2d-bf02-476a-a1a5-83923694b7b7), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.368125 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-3b658888-1b1d-4d3a-8096-42ff72a46889 None None] Provisioning complete for port 9e3597d7-df1f-413b-8277-349e83ceab52 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:02.368424 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3b658888-1b1d-4d3a-8096-42ff72a46889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.377696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-22e3f5f4-25df-478f-aa13-1a1c47b988d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (439c7e2d-bf02-476a-a1a5-83923694b7b7), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.377935 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c521c719-8f07-4648-b2a9-ca730391ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (52c79ef2-56da-4f85-b703-ff6d4bbd0b1c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.428498 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521c719-8f07-4648-b2a9-ca730391ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c79ef2-56da-4f85-b703-ff6d4bbd0b1c,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:02.431869 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3f5f4-25df-478f-aa13-1a1c47b988d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c7e2d-bf02-476a-a1a5-83923694b7b7,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:02.476081 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-22e3f5f4-25df-478f-aa13-1a1c47b988d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3283ea21cdd14f1faeeb3f293e74616c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891408 Feb 21 09:44:02.479174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57054) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:02.499525 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-c521c719-8f07-4648-b2a9-ca730391ee9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d3e3dec5a1a42a8a1cda80e31668759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735279 Feb 21 09:44:02.506911 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57058) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:02.570166 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:02.613344 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-198c35a8-ffb8-4f07-9b9c-eede7e024b46 admin admin] Publish callbacks [] for security_group (439c7e2d-bf02-476a-a1a5-83923694b7b7), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.615163 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-61ccbf15-f780-480c-aca7-67a58e447f9f admin admin] Publish callbacks [] for security_group (52c79ef2-56da-4f85-b703-ff6d4bbd0b1c), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.639151 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-3b658888-1b1d-4d3a-8096-42ff72a46889 None None] Current status of the port 9e3597d7-df1f-413b-8277-349e83ceab52 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:02.649974 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3b658888-1b1d-4d3a-8096-42ff72a46889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.655795 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-198c35a8-ffb8-4f07-9b9c-eede7e024b46 admin admin] Publish callbacks [] for security_group (439c7e2d-bf02-476a-a1a5-83923694b7b7), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.658857 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-61ccbf15-f780-480c-aca7-67a58e447f9f admin admin] Publish callbacks [] for security_group (52c79ef2-56da-4f85-b703-ff6d4bbd0b1c), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.682065 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-3b658888-1b1d-4d3a-8096-42ff72a46889 None None] For port 9e3597d7-df1f-413b-8277-349e83ceab52, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=9e3597d7-df1f-413b-8277-349e83ceab52,segment=NetworkSegment(efdb7872-fccd-44ec-8a42-d8323f9c872d),segment_id=efdb7872-fccd-44ec-8a42-d8323f9c872d)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:02.692580 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:57Z', 'revision_number': 4, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port': {'id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9e3597d7-df1f-413b-8277-349e83ceab52', 'name': '', 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4', 'tenant_id': '54b937511a674726b512bc614563577a', 'mac_address': 'fa:16:3e:82:bb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '652e4d03-6312-4bc3-97cf-0339aa1632c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:56Z', 'updated_at': '2022-02-21T09:44:01Z', 'revision_number': 4, 'project_id': '54b937511a674726b512bc614563577a', 'subnets': [{'id': '652e4d03-6312-4bc3-97cf-0339aa1632c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:02.733469 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d07095-554d-4384-afc5-aecd49e7a8db None None] The sync data for ids ['989495aa-549f-491d-a4dc-9a4d3a050c6b'] in dv-cinder-804735-19-iscsi is: [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:43:57Z', 'revision_number': 4, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port': {'id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9e3597d7-df1f-413b-8277-349e83ceab52', 'name': '', 'network_id': 'b3bfb91d-0e89-438d-aa1b-da4da1822cd4', 'tenant_id': '54b937511a674726b512bc614563577a', 'mac_address': 'fa:16:3e:82:bb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '652e4d03-6312-4bc3-97cf-0339aa1632c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:56Z', 'updated_at': '2022-02-21T09:44:01Z', 'revision_number': 4, 'project_id': '54b937511a674726b512bc614563577a', 'subnets': [{'id': '652e4d03-6312-4bc3-97cf-0339aa1632c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:44:02.796116 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3b658888-1b1d-4d3a-8096-42ff72a46889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.897248 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b658888-1b1d-4d3a-8096-42ff72a46889 None None] Pushing event updated for resources: {'Port': ['ID=9e3597d7-df1f-413b-8277-349e83ceab52,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:02.902810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-61ccbf15-f780-480c-aca7-67a58e447f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (52c79ef2-56da-4f85-b703-ff6d4bbd0b1c), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.902810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-61ccbf15-f780-480c-aca7-67a58e447f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.902810 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-61ccbf15-f780-480c-aca7-67a58e447f9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52c79ef2-56da-4f85-b703-ff6d4bbd0b1c HTTP/1.1" status: 204 len: 168 time: 0.3933396 Feb 21 09:44:02.904829 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-198c35a8-ffb8-4f07-9b9c-eede7e024b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (439c7e2d-bf02-476a-a1a5-83923694b7b7), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.914971 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-198c35a8-ffb8-4f07-9b9c-eede7e024b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:02.916895 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-198c35a8-ffb8-4f07-9b9c-eede7e024b46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/439c7e2d-bf02-476a-a1a5-83923694b7b7 HTTP/1.1" status: 204 len: 168 time: 0.4361691 Feb 21 09:44:02.950374 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccbf15-f780-480c-aca7-67a58e447f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c79ef2-56da-4f85-b703-ff6d4bbd0b1c,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:02.973021 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c35a8-ffb8-4f07-9b9c-eede7e024b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c7e2d-bf02-476a-a1a5-83923694b7b7,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:03.462709 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:03.924527 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 9e3597d7-df1f-413b-8277-349e83ceab52 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:04.059728 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 9e3597d7-df1f-413b-8277-349e83ceab52 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:04.060199 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:04.211557 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 9e3597d7-df1f-413b-8277-349e83ceab52 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:04.548927 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d573c-1168-4045-b8c3-3028ae455a6b req-b8f4c6ed-18ca-4db6-89f2-e629ecc0ef5a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:04.563228 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-204d573c-1168-4045-b8c3-3028ae455a6b req-b8f4c6ed-18ca-4db6-89f2-e629ecc0ef5a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0854619 Feb 21 09:44:04.633467 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-204d573c-1168-4045-b8c3-3028ae455a6b req-09c07633-679d-4545-be0c-86106dbeca2b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690484 Feb 21 09:44:04.760295 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:05.310984 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:06.349501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57174) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:06.742974 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-57f1ea7b-b38a-4941-b21c-d5053efad8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:06.972929 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-57f1ea7b-b38a-4941-b21c-d5053efad8ea admin admin] Publish callbacks [] for security_group (5f70e822-caf4-4ef3-8c57-368cbdd282ae), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:07.033967 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-57f1ea7b-b38a-4941-b21c-d5053efad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5f70e822-caf4-4ef3-8c57-368cbdd282ae), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:07.093659 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-57f1ea7b-b38a-4941-b21c-d5053efad8ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06deca174678415cba52bd067dd9502a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7382441 Feb 21 09:44:07.093659 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1ea7b-b38a-4941-b21c-d5053efad8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70e822-caf4-4ef3-8c57-368cbdd282ae,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:07.095023 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57194) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:07.164682 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef776994-0f74-44da-8103-a5d63bcbe516 admin admin] Publish callbacks [] for security_group (5f70e822-caf4-4ef3-8c57-368cbdd282ae), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:07.189866 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef776994-0f74-44da-8103-a5d63bcbe516 admin admin] Publish callbacks [] for security_group (5f70e822-caf4-4ef3-8c57-368cbdd282ae), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:07.342132 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef776994-0f74-44da-8103-a5d63bcbe516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5f70e822-caf4-4ef3-8c57-368cbdd282ae), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:07.345960 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef776994-0f74-44da-8103-a5d63bcbe516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:07.355287 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ef776994-0f74-44da-8103-a5d63bcbe516 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f70e822-caf4-4ef3-8c57-368cbdd282ae HTTP/1.1" status: 204 len: 168 time: 0.2546430 Feb 21 09:44:07.367825 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef776994-0f74-44da-8103-a5d63bcbe516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70e822-caf4-4ef3-8c57-368cbdd282ae,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:15.011221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-12b65153-4398-4c4b-bea2-abd75ce06541 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:15.012909 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-12b65153-4398-4c4b-bea2-abd75ce06541 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/networks?id=f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 200 len: 815 time: 0.1106007 Feb 21 09:44:15.028633 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-c57802aa-5fcf-4081-b5f3-ea8df3603c2e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/quotas/77ef618cb28d4219856a151ba6f65f3e HTTP/1.1" status: 200 len: 375 time: 0.0091424 Feb 21 09:44:15.082733 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-cb971b21-2ff3-4790-9f10-9ed1e950c450 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490348 Feb 21 09:44:15.181653 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-e93c010c-eefe-49bb-a9db-0e2c3857caf5 service neutron] 10.222.0.60 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867414 Feb 21 09:44:15.273367 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-3ff24e33-caf7-40f7-a12a-cb962d50bfe7 service neutron] 10.222.0.60 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849891 Feb 21 09:44:15.544447 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-50ac84ec-729b-44c5-a95b-63c2d03eda09 req-9d657ba5-4b59-4811-b263-37ab8ed67f2f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 210 time: 0.0405476 Feb 21 09:44:16.635036 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e265be8a-70e4-477e-9e9d-e80d0693f300 req-092885c9-2a33-4425-8d56-01e774c1b30b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 210 time: 0.0368872 Feb 21 09:44:17.347748 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5a1a-2a48-43c1-8691-0ef83eee8df6 req-41179509-2c40-495c-98ed-917c5346ff32 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:17.349872 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-689d5a1a-2a48-43c1-8691-0ef83eee8df6 req-41179509-2c40-495c-98ed-917c5346ff32 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0568426 Feb 21 09:44:17.439074 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-689d5a1a-2a48-43c1-8691-0ef83eee8df6 req-9c0db06f-586f-4a34-a263-0c828de1bb2a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804784 Feb 21 09:44:17.449400 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-15aa0b7a-f71f-41e5-baf5-2afd83e446b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:17.451295 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-15aa0b7a-f71f-41e5-baf5-2afd83e446b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.0882618 Feb 21 09:44:17.549389 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-b2dd4d34-c9b3-43a8-bc5a-83a4563549b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:17.550935 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-b2dd4d34-c9b3-43a8-bc5a-83a4563549b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 920 time: 0.0931745 Feb 21 09:44:17.594098 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-7cd29f2e-f4c6-4326-8286-b6633d97e61f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 200 len: 217 time: 0.0367579 Feb 21 09:44:17.645441 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-1e668a8b-9db5-499d-a340-b55affa6c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:17.647068 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-1e668a8b-9db5-499d-a340-b55affa6c940 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0465984 Feb 21 09:44:17.693160 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-5a2beca9-c6a4-4e20-8bdf-9f61e978dbd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343525 Feb 21 09:44:17.763860 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7ae5c6f4-df76-47f4-8848-1191cdc32bdd req-3cc74e9d-d214-4d75-a8b5-c8b866acfc6e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 210 time: 0.0387409 Feb 21 09:44:17.795135 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-ae996b26-a332-4799-8320-3ef51413cfab service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935867 Feb 21 09:44:17.892746 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6fddcbb-b5de-494d-9d45-a06a8c1e0563 req-035cb6e1-cf94-4f6f-baa8-c881c6d56bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913961 Feb 21 09:44:18.557712 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105bc8-8e1b-4d5c-84f8-33b509572918 req-872186c0-aea0-44c2-8eb2-fe639ea07dd3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:18.559259 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8e105bc8-8e1b-4d5c-84f8-33b509572918 req-872186c0-aea0-44c2-8eb2-fe639ea07dd3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0575383 Feb 21 09:44:18.608750 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8e105bc8-8e1b-4d5c-84f8-33b509572918 req-6d244f4a-0b17-4c80-a17e-d5fdaa178bce tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Feb 21 09:44:18.767151 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57470) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:18.866208 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3a980ed6-d8db-46f5-9141-39e00d25b711 req-3d1d75b2-6015-4842-b198-9ccc7aa0a4b2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 210 time: 0.0319500 Feb 21 09:44:18.888817 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f15dcab0-e96f-4108-bd87-286757efed29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:18.963593 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f15dcab0-e96f-4108-bd87-286757efed29 admin admin] Publish callbacks [] for security_group (481dc1be-4545-4f6d-a368-8a767cbc3d3e), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:19.111702 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f15dcab0-e96f-4108-bd87-286757efed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (481dc1be-4545-4f6d-a368-8a767cbc3d3e), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:19.152726 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f15dcab0-e96f-4108-bd87-286757efed29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7516697ec6f4085b7922c5ccbb03489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843708 Feb 21 09:44:19.153858 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dcab0-e96f-4108-bd87-286757efed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481dc1be-4545-4f6d-a368-8a767cbc3d3e,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:19.155649 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57476) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:19.207030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b77e4ebb-83ad-4818-ad7f-512de1fa6361 admin admin] Publish callbacks [] for security_group (481dc1be-4545-4f6d-a368-8a767cbc3d3e), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:19.228200 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b77e4ebb-83ad-4818-ad7f-512de1fa6361 admin admin] Publish callbacks [] for security_group (481dc1be-4545-4f6d-a368-8a767cbc3d3e), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:19.346433 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b77e4ebb-83ad-4818-ad7f-512de1fa6361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (481dc1be-4545-4f6d-a368-8a767cbc3d3e), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:19.349256 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b77e4ebb-83ad-4818-ad7f-512de1fa6361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:19.350484 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b77e4ebb-83ad-4818-ad7f-512de1fa6361 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/481dc1be-4545-4f6d-a368-8a767cbc3d3e HTTP/1.1" status: 204 len: 168 time: 0.1938531 Feb 21 09:44:19.359038 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e4ebb-83ad-4818-ad7f-512de1fa6361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481dc1be-4545-4f6d-a368-8a767cbc3d3e,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:19.734579 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd78247-2070-4513-bdd4-be774ba6df7d req-6e4ab6d1-0e5c-4ffb-8ef5-98db2111ac98 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:19.736106 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2bd78247-2070-4513-bdd4-be774ba6df7d req-6e4ab6d1-0e5c-4ffb-8ef5-98db2111ac98 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0580912 Feb 21 09:44:19.786656 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2bd78247-2070-4513-bdd4-be774ba6df7d req-ef516146-9487-4e3e-87a4-adc124ce7aab tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Feb 21 09:44:19.955959 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d0f54d02-0607-4493-9498-9beff9ecfed2 req-f7e5dcc0-b2cd-437c-aa71-ace491fe5acd tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 210 time: 0.0273380 Feb 21 09:44:20.003280 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57492) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:20.016969 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84a09cb8-4a77-4af1-9835-88925d3e2d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:20.091300 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84a09cb8-4a77-4af1-9835-88925d3e2d20 admin admin] Publish callbacks [] for security_group (b44128f7-c69e-4822-b800-fedc95012cf3), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:20.176692 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84a09cb8-4a77-4af1-9835-88925d3e2d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b44128f7-c69e-4822-b800-fedc95012cf3), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:20.218337 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-84a09cb8-4a77-4af1-9835-88925d3e2d20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=802e854dc0d14cd685ece3c76978c18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138789 Feb 21 09:44:20.219619 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a09cb8-4a77-4af1-9835-88925d3e2d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44128f7-c69e-4822-b800-fedc95012cf3,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:20.222012 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57494) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:20.273391 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a498eb1-ad36-4999-82af-06c37d7ffe63 admin admin] Publish callbacks [] for security_group (b44128f7-c69e-4822-b800-fedc95012cf3), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:20.284527 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-82fea8c7-d056-483f-adcb-61137d416a11 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:20.286045 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-82fea8c7-d056-483f-adcb-61137d416a11 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.10 "GET /v2.0/networks?id=f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 200 len: 815 time: 0.1133883 Feb 21 09:44:20.295414 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a498eb1-ad36-4999-82af-06c37d7ffe63 admin admin] Publish callbacks [] for security_group (b44128f7-c69e-4822-b800-fedc95012cf3), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:20.449045 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a498eb1-ad36-4999-82af-06c37d7ffe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b44128f7-c69e-4822-b800-fedc95012cf3), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:20.452716 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a498eb1-ad36-4999-82af-06c37d7ffe63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:20.453925 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5a498eb1-ad36-4999-82af-06c37d7ffe63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b44128f7-c69e-4822-b800-fedc95012cf3 HTTP/1.1" status: 204 len: 168 time: 0.2310209 Feb 21 09:44:20.461944 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a498eb1-ad36-4999-82af-06c37d7ffe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44128f7-c69e-4822-b800-fedc95012cf3,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:20.909526 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a2e1-2ba9-4b6a-8533-f398ddfe716b req-addeefab-e45d-408d-9dec-c46eef45c59f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:20.911064 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-dbe7a2e1-2ba9-4b6a-8533-f398ddfe716b req-addeefab-e45d-408d-9dec-c46eef45c59f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0545907 Feb 21 09:44:20.959905 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-dbe7a2e1-2ba9-4b6a-8533-f398ddfe716b req-3bc5adf6-1e8a-4248-8900-892991c6b4a9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Feb 21 09:44:21.051521 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7b34ce30-922e-4b25-a905-c2f36a7566a9 req-d9404552-199f-4189-b0ea-669ef4a727b8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 210 time: 0.0276511 Feb 21 09:44:21.438211 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'port': {'device_id': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'admin_state_up': True, 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:21.454490 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57530) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:21.569852 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1888440469-network', 'tenant_id': 'd01863488cde42099761447e4dbbcab5'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:21.673491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Made reservation on behalf of 77ef618cb28d4219856a151ba6f65f3e for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:21.677030 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.696288 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Made reservation on behalf of d01863488cde42099761447e4dbbcab5 for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:21.699086 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.719960 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.818061 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks [] for security_group (9faed051-0c55-4de4-890a-8d7c28dd443b), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.826836 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Allocated IP 172.20.0.8 (f05c830a-7c77-42e2-ae50-02f2f48a5745/a2e61dbf-c363-4d64-9268-5a292308cbac/70dd590e-e801-4f8c-8870-da377ec53df0) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:21.894415 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9faed051-0c55-4de4-890a-8d7c28dd443b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.916069 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:44:21.932490 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faed051-0c55-4de4-890a-8d7c28dd443b,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:21.938021 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (0c0ba8f0-6150-4371-9999-fadc6a3b894d), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.938359 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Added segment 0c0ba8f0-6150-4371-9999-fadc6a3b894d of type vlan for network 0057ab74-105d-44c1-8343-96259c1bad2a Feb 21 09:44:21.984394 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (0057ab74-105d-44c1-8343-96259c1bad2a), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:21.992704 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for port (70dd590e-e801-4f8c-8870-da377ec53df0), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.102051 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bae01-930b-4597-a518-4df1149acab1 req-21adb768-13d9-4b72-a3d2-27dd2f62315a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:22.103543 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c44bae01-930b-4597-a518-4df1149acab1 req-21adb768-13d9-4b72-a3d2-27dd2f62315a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0617664 Feb 21 09:44:22.111995 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (0057ab74-105d-44c1-8343-96259c1bad2a), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.113004 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:22.113625 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.117246 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.186774 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:22.195512 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:22.198218 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:22.209292 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] Pushing event updated for resources: {'Network': ['ID=0057ab74-105d-44c1-8343-96259c1bad2a,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:22.217076 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-33d90ff9-c015-4c93-b30a-7eca1e33b772 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7615061 Feb 21 09:44:22.221012 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57554) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:22.223473 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 0057ab74-105d-44c1-8343-96259c1bad2a details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:44:22.228016 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Request body: {'subnet': {'network_id': '0057ab74-105d-44c1-8343-96259c1bad2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1888440469-subnet', 'tenant_id': 'd01863488cde42099761447e4dbbcab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:22.240866 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c44bae01-930b-4597-a518-4df1149acab1 req-406bf10c-325e-44f3-abe5-583b32086a60 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249967 Feb 21 09:44:22.241707 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:22.257783 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8931f-ba01-4dcb-93cf-41b018f0a3e4 req-dca41aaa-9d1e-4ae7-a711-383e647e3059 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:22.259582 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0bb8931f-ba01-4dcb-93cf-41b018f0a3e4 req-dca41aaa-9d1e-4ae7-a711-383e647e3059 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 931 time: 0.1231945 Feb 21 09:44:22.316872 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:22.317549 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.332871 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Made reservation on behalf of d01863488cde42099761447e4dbbcab5 for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:22.335273 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25946093'] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.354124 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0bb8931f-ba01-4dcb-93cf-41b018f0a3e4 req-fea4a0bb-e119-4fd4-b123-0414bdd17cbd tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850255 Feb 21 09:44:22.395846 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-28e783a8-0827-4560-99e4-c912d48c03b1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9630198 Feb 21 09:44:22.423010 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Request body: {'port': {'device_id': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:22.515003 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-a32334c6-758b-4669-b974-34d65385d075 None None] Provisioning complete for port 70dd590e-e801-4f8c-8870-da377ec53df0 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:22.515221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.515779 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a32334c6-758b-4669-b974-34d65385d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.567130 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-a32334c6-758b-4669-b974-34d65385d075 None None] Port 70dd590e-e801-4f8c-8870-da377ec53df0 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:44:22.666886 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3737666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945887'] for subnet (36d18575-9d9c-4ee7-8108-713710201f7a), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:22.756234 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d18575-9d9c-4ee7-8108-713710201f7a,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:22.769485 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Checking segment: {'id': '0c0ba8f0-6150-4371-9999-fadc6a3b894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0057ab74-105d-44c1-8343-96259c1bad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:22.769981 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Network hostable DHCP agents. Network: 0057ab74-105d-44c1-8343-96259c1bad2a, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:44:22.900227 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Network 0057ab74-105d-44c1-8343-96259c1bad2a is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:44:22.981672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dd590e-e801-4f8c-8870-da377ec53df0 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:44:22.991518 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Publish callbacks [] for port (70dd590e-e801-4f8c-8870-da377ec53df0), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.013545 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Transition to ACTIVE for port object 70dd590e-e801-4f8c-8870-da377ec53df0 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:44:23.021967 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 0057ab74-105d-44c1-8343-96259c1bad2a) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:23.028411 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:23.028799 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.034064 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6336f2-5fc0-4dce-a033-b8001d33d7ce None None] Network 0057ab74-105d-44c1-8343-96259c1bad2a requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:23.114174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.162865 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-68037dbe-2f26-478b-8f6f-54801db591a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9327421 Feb 21 09:44:23.196882 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:23.202994 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60360fe-5ab8-4c32-b6ef-483f5837d70f None None] Network 0057ab74-105d-44c1-8343-96259c1bad2a requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:23.407975 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Attempting to bind port 70dd590e-e801-4f8c-8870-da377ec53df0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:44:23.408326 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Attempting to bind port 70dd590e-e801-4f8c-8870-da377ec53df0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:44:23.409755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Attempting to bind port 70dd590e-e801-4f8c-8870-da377ec53df0 on network f05c830a-7c77-42e2-ae50-02f2f48a5745 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:23.433245 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Port 70dd590e-e801-4f8c-8870-da377ec53df0 on network f05c830a-7c77-42e2-ae50-02f2f48a5745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:44:23.435847 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Attempting to bind port 70dd590e-e801-4f8c-8870-da377ec53df0 on network f05c830a-7c77-42e2-ae50-02f2f48a5745 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:23.462203 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:44:23.462551 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Checking segment: {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:23.462945 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Bound using segment: {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:44:23.464034 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Bound port: 70dd590e-e801-4f8c-8870-da377ec53df0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d87a52f-d2b0-4551-bd7c-157638089ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:44:23.464034 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.605826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08179-e4f8-47e7-b959-a18e57883511 req-ad824523-9430-41ea-9f57-7a19d915c47c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:23.607641 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e7b08179-e4f8-47e7-b959-a18e57883511 req-ad824523-9430-41ea-9f57-7a19d915c47c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1778905 Feb 21 09:44:23.614543 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828c3ab-f08c-4bfb-a254-92005baf091e req-44ebdbc8-e95a-45fd-897f-f69fc88981c3 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:23.628564 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d828c3ab-f08c-4bfb-a254-92005baf091e req-44ebdbc8-e95a-45fd-897f-f69fc88981c3 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.1421323 Feb 21 09:44:23.689051 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:44:23.702222 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d828c3ab-f08c-4bfb-a254-92005baf091e req-5860956c-d047-495b-befc-8b3fdd9e5dad tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 Feb 21 09:44:23.723768 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=70dd590e-e801-4f8c-8870-da377ec53df0,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:44:23.756234 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e7b08179-e4f8-47e7-b959-a18e57883511 req-935a591e-d832-40d1-8827-d4bb10cced9e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394100 Feb 21 09:44:23.798228 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.868235 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:23.868853 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:23.870306 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] 10.222.0.10 "PUT /v2.0/ports/70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 1093 time: 1.4597688 Feb 21 09:44:23.870745 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:23.873673 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738c2738-b893-4f8e-8e1a-5bb070bc85ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:23.906583 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cca37d-65ca-443e-acb9-3f1dbed4ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:23.951168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914419e5-2e07-4552-bd26-127e11b3e58b x-openstack-request-id: req-914419e5-2e07-4552-bd26-127e11b3e58b {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:23.951439 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:23.951846 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-914419e5-2e07-4552-bd26-127e11b3e58b {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:23.952331 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0', 'status': 'completed', 'code': 200} Feb 21 09:44:24.405338 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57614) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:24.410809 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1212086162-network', 'tenant_id': '6e515c924f684c4897da99a879eee3dd'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:24.416433 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57616) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:24.524741 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Made reservation on behalf of 6e515c924f684c4897da99a879eee3dd for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:24.527843 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.539919 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.604999 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-cc88bbd8-5904-4798-976d-3d730750685e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.640201 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks [] for security_group (9905604d-a3a8-4b8c-9198-4a2a4a215164), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.697037 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-cc88bbd8-5904-4798-976d-3d730750685e admin admin] Publish callbacks [] for security_group (a01c8300-1226-486b-9ae3-f0e3ed6b7130), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.707024 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9905604d-a3a8-4b8c-9198-4a2a4a215164), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.732332 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:44:24.742645 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9905604d-a3a8-4b8c-9198-4a2a4a215164,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:24.748177 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (88ea5ff3-1e4d-40cb-acc8-ce17101b7373), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.748519 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Added segment 88ea5ff3-1e4d-40cb-acc8-ce17101b7373 of type vlan for network 60bc97c1-4436-4752-a110-83e04d79773a Feb 21 09:44:24.787520 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (60bc97c1-4436-4752-a110-83e04d79773a), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.791391 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-cc88bbd8-5904-4798-976d-3d730750685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a01c8300-1226-486b-9ae3-f0e3ed6b7130), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.821294 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a6268-3de7-4a52-a5f8-62f390468f2b req-c70f860e-ddc6-4e96-a18c-6d650fea1144 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:24.823240 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-221a6268-3de7-4a52-a5f8-62f390468f2b req-c70f860e-ddc6-4e96-a18c-6d650fea1144 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0658822 Feb 21 09:44:24.843144 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-cc88bbd8-5904-4798-976d-3d730750685e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f9297a265884692a988d6f4bcfc8583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256918 Feb 21 09:44:24.848311 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57626) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:24.859031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88bbd8-5904-4798-976d-3d730750685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c8300-1226-486b-9ae3-f0e3ed6b7130,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:24.907486 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-221a6268-3de7-4a52-a5f8-62f390468f2b req-edd6d08f-5d59-4a99-bead-dfaffa4e57b9 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759742 Feb 21 09:44:24.914138 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd979729-7e0d-4eac-a103-7b8cf06abdc3 req-6e32d173-fabf-4f12-8a23-792cfd6021c9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:24.915579 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bd979729-7e0d-4eac-a103-7b8cf06abdc3 req-6e32d173-fabf-4f12-8a23-792cfd6021c9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0694425 Feb 21 09:44:24.930141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca41e-bbe7-4dd1-bcc3-3214db4d0c83 admin admin] Publish callbacks [] for security_group (a01c8300-1226-486b-9ae3-f0e3ed6b7130), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.943409 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (60bc97c1-4436-4752-a110-83e04d79773a), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.944473 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:24.945049 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.971930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca41e-bbe7-4dd1-bcc3-3214db4d0c83 admin admin] Publish callbacks [] for security_group (a01c8300-1226-486b-9ae3-f0e3ed6b7130), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:25.026203 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bd979729-7e0d-4eac-a103-7b8cf06abdc3 req-f4daf2d0-2e91-4680-bdf2-026801f4584a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023712 Feb 21 09:44:25.029517 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] Pushing event updated for resources: {'Network': ['ID=60bc97c1-4436-4752-a110-83e04d79773a,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:25.040247 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 60bc97c1-4436-4752-a110-83e04d79773a details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:44:25.081783 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-c8a1e861-f953-4ebc-a9d9-b5d317f58075 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6751339 Feb 21 09:44:25.085306 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57630) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:25.090837 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Request body: {'subnet': {'network_id': '60bc97c1-4436-4752-a110-83e04d79773a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1212086162-subnet', 'tenant_id': '6e515c924f684c4897da99a879eee3dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:25.107745 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca41e-bbe7-4dd1-bcc3-3214db4d0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a01c8300-1226-486b-9ae3-f0e3ed6b7130), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:25.110922 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca41e-bbe7-4dd1-bcc3-3214db4d0c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:25.112309 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-0c3ca41e-bbe7-4dd1-bcc3-3214db4d0c83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a01c8300-1226-486b-9ae3-f0e3ed6b7130 HTTP/1.1" status: 204 len: 168 time: 0.2629292 Feb 21 09:44:25.129296 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ca41e-bbe7-4dd1-bcc3-3214db4d0c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c8300-1226-486b-9ae3-f0e3ed6b7130,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:25.182150 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Made reservation on behalf of 6e515c924f684c4897da99a879eee3dd for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:25.185494 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25946093'] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:25.462123 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3737666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945887'] for subnet (0c661df6-f078-4a02-8f97-3ebc0cb1906b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:25.539303 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c661df6-f078-4a02-8f97-3ebc0cb1906b,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:25.543180 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Checking segment: {'id': '88ea5ff3-1e4d-40cb-acc8-ce17101b7373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60bc97c1-4436-4752-a110-83e04d79773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:25.543804 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Network hostable DHCP agents. Network: 60bc97c1-4436-4752-a110-83e04d79773a, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:44:25.690243 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Network 60bc97c1-4436-4752-a110-83e04d79773a is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:44:26.052124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71360b6-43a3-4fee-88a0-0ae625c252d8 req-e30f68c6-8101-47e0-b194-04b17601d10f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:26.057240 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f71360b6-43a3-4fee-88a0-0ae625c252d8 req-e30f68c6-8101-47e0-b194-04b17601d10f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0715616 Feb 21 09:44:26.123101 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f71360b6-43a3-4fee-88a0-0ae625c252d8 req-75aeab9d-2960-4298-aacb-11db8c475e2b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622699 Feb 21 09:44:26.169750 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec7cf1-3027-4108-80e6-baee47f7ab8c req-39db2d5d-4d49-46a3-a1de-254895d51cd7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:26.171367 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9dec7cf1-3027-4108-80e6-baee47f7ab8c req-39db2d5d-4d49-46a3-a1de-254895d51cd7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0628765 Feb 21 09:44:26.220186 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9dec7cf1-3027-4108-80e6-baee47f7ab8c req-a8b00afd-73cc-4add-9bd7-1ee8111acba3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434804 Feb 21 09:44:26.426029 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 60bc97c1-4436-4752-a110-83e04d79773a) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:26.430538 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:26.431290 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:26.442950 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f11785-bd24-4917-9ebe-5e8955e1e7bd None None] Network 60bc97c1-4436-4752-a110-83e04d79773a requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:26.539615 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57648) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:26.560903 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7b1b-6509-4975-892e-7531c1e58888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:26.640316 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-9d1244ee-f491-4611-bf39-be680f22fa6c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5538130 Feb 21 09:44:26.692751 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7b1b-6509-4975-892e-7531c1e58888 admin admin] Publish callbacks [] for security_group (81954df3-e24f-4e3b-b9a7-b8d38f50e2ee), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:26.756666 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3c91f-05b3-4e9f-88a3-8b630f7476ca None None] Network 60bc97c1-4436-4752-a110-83e04d79773a requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:26.760462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7b1b-6509-4975-892e-7531c1e58888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (81954df3-e24f-4e3b-b9a7-b8d38f50e2ee), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:26.806785 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4c3f7b1b-6509-4975-892e-7531c1e58888 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5235d896ae142c88cf0202efe86c222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659841 Feb 21 09:44:26.807777 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7b1b-6509-4975-892e-7531c1e58888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81954df3-e24f-4e3b-b9a7-b8d38f50e2ee,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:26.811477 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57658) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:26.865642 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d4003e71-2be5-47bd-8f20-f666b34bbb3f admin admin] Publish callbacks [] for security_group (81954df3-e24f-4e3b-b9a7-b8d38f50e2ee), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:26.890767 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d4003e71-2be5-47bd-8f20-f666b34bbb3f admin admin] Publish callbacks [] for security_group (81954df3-e24f-4e3b-b9a7-b8d38f50e2ee), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.038848 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d4003e71-2be5-47bd-8f20-f666b34bbb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (81954df3-e24f-4e3b-b9a7-b8d38f50e2ee), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.041391 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d4003e71-2be5-47bd-8f20-f666b34bbb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:27.042685 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d4003e71-2be5-47bd-8f20-f666b34bbb3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81954df3-e24f-4e3b-b9a7-b8d38f50e2ee HTTP/1.1" status: 204 len: 168 time: 0.2302136 Feb 21 09:44:27.054258 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4003e71-2be5-47bd-8f20-f666b34bbb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81954df3-e24f-4e3b-b9a7-b8d38f50e2ee,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:27.250188 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c788a-957e-4516-82ec-3bdf12847e27 req-b0abffdf-3748-4668-88d4-e690952dc2ad tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:27.251808 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-803c788a-957e-4516-82ec-3bdf12847e27 req-b0abffdf-3748-4668-88d4-e690952dc2ad tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0571139 Feb 21 09:44:27.322534 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-803c788a-957e-4516-82ec-3bdf12847e27 req-0fa61492-9c49-42bf-b1d1-b6a553515a41 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Feb 21 09:44:27.394066 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acadbd-7776-4d1c-a15c-55a38807d4af req-c9d60230-0461-4225-95fa-17a1c495f55c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:27.396429 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d0acadbd-7776-4d1c-a15c-55a38807d4af req-c9d60230-0461-4225-95fa-17a1c495f55c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0969062 Feb 21 09:44:27.473234 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d0acadbd-7776-4d1c-a15c-55a38807d4af req-d4dc2b03-72d0-4e89-948e-1de9ee9f57e4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630772 Feb 21 09:44:27.991064 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57678) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:28.025068 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6896-a8e8-474f-a146-01c09ad160b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.133789 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6896-a8e8-474f-a146-01c09ad160b8 admin admin] Publish callbacks [] for security_group (80bf2e77-cd92-4ad9-8c74-24d0e95b6a05), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.188226 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a057c95a-e97c-4121-9de6-9fac73ca6273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.216211 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6896-a8e8-474f-a146-01c09ad160b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (80bf2e77-cd92-4ad9-8c74-24d0e95b6a05), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.266351 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c6896-a8e8-474f-a146-01c09ad160b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf2e77-cd92-4ad9-8c74-24d0e95b6a05,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:28.273920 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-dd2c6896-a8e8-474f-a146-01c09ad160b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c149921322a482f82425df92afeede9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776525 Feb 21 09:44:28.274578 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57680) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:28.333269 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604e8a22-e2a6-470d-9eda-14ea54844fbc admin admin] Publish callbacks [] for security_group (80bf2e77-cd92-4ad9-8c74-24d0e95b6a05), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.355197 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604e8a22-e2a6-470d-9eda-14ea54844fbc admin admin] Publish callbacks [] for security_group (80bf2e77-cd92-4ad9-8c74-24d0e95b6a05), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.463178 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95d634-0437-48ae-aa97-29dd82f532c5 req-a8f47f57-feb3-4cd7-b6e9-9877332fca23 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:28.465194 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c95d634-0437-48ae-aa97-29dd82f532c5 req-a8f47f57-feb3-4cd7-b6e9-9877332fca23 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0530298 Feb 21 09:44:28.510341 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604e8a22-e2a6-470d-9eda-14ea54844fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (80bf2e77-cd92-4ad9-8c74-24d0e95b6a05), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.513448 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604e8a22-e2a6-470d-9eda-14ea54844fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:28.514601 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-604e8a22-e2a6-470d-9eda-14ea54844fbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80bf2e77-cd92-4ad9-8c74-24d0e95b6a05 HTTP/1.1" status: 204 len: 168 time: 0.2389746 Feb 21 09:44:28.526680 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c95d634-0437-48ae-aa97-29dd82f532c5 req-67346d92-58a8-4d5a-b431-3c348fde5939 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555761 Feb 21 09:44:28.529691 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e8a22-e2a6-470d-9eda-14ea54844fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf2e77-cd92-4ad9-8c74-24d0e95b6a05,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:28.616907 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635746a-3335-427b-870b-7a554a5a1d95 req-3bc3a820-1fa8-430b-9e99-9565c2187976 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:28.618430 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0635746a-3335-427b-870b-7a554a5a1d95 req-3bc3a820-1fa8-430b-9e99-9565c2187976 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0592165 Feb 21 09:44:28.669890 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0635746a-3335-427b-870b-7a554a5a1d95 req-af57b9a3-7e71-46a3-9b11-ac9c63eb5650 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Feb 21 09:44:29.674123 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e208c-8507-4247-9810-ae04244edaca req-83e4d947-e810-43a3-aa18-47f35268570b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:29.676381 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-390e208c-8507-4247-9810-ae04244edaca req-83e4d947-e810-43a3-aa18-47f35268570b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0574973 Feb 21 09:44:29.726710 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-390e208c-8507-4247-9810-ae04244edaca req-758dcbef-6eb3-4cdd-85a0-76f01db484a8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445640 Feb 21 09:44:29.796787 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f773-52bf-456a-aa07-8c731eb2933f req-fbe53873-0234-4aeb-b57d-b8f3d540a54b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:29.798374 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-da53f773-52bf-456a-aa07-8c731eb2933f req-fbe53873-0234-4aeb-b57d-b8f3d540a54b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0540242 Feb 21 09:44:29.849580 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-da53f773-52bf-456a-aa07-8c731eb2933f req-a1a56a91-7a8c-4bb8-9e3e-6f8c563b08ad tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 Feb 21 09:44:30.555022 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ea39-129c-4aed-86a6-66b21cbbf466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:30.858161 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a1b7-1bec-4f53-b1b7-85617cbbcf22 req-ffabc61c-d97e-4001-8836-8f584be3d17e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:30.859923 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2b6a1b7-1bec-4f53-b1b7-85617cbbcf22 req-ffabc61c-d97e-4001-8836-8f584be3d17e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0626004 Feb 21 09:44:30.930891 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2b6a1b7-1bec-4f53-b1b7-85617cbbcf22 req-ef29d48b-a253-460d-a0db-8c91c08d59dc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Feb 21 09:44:31.014397 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74762d3-c201-4f50-be00-b57fe28a03c6 req-27f74cb6-e358-40d4-b39c-432ef345a685 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:31.015985 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a74762d3-c201-4f50-be00-b57fe28a03c6 req-27f74cb6-e358-40d4-b39c-432ef345a685 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0835092 Feb 21 09:44:31.079176 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a74762d3-c201-4f50-be00-b57fe28a03c6 req-f048514b-60cf-4c5f-9fdb-51f4efd822a1 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Feb 21 09:44:31.850095 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:31.912280 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57786) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:32.039120 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eb154315-818e-463c-b92f-74b824f7be2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:32.134373 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814babf8-a83a-4c50-8994-cd36ccf5d029 req-f971cd04-d6f4-4bc9-9fbd-5c5a88dcb950 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:32.135878 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-814babf8-a83a-4c50-8994-cd36ccf5d029 req-f971cd04-d6f4-4bc9-9fbd-5c5a88dcb950 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0840979 Feb 21 09:44:32.204551 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eb154315-818e-463c-b92f-74b824f7be2b admin admin] Publish callbacks [] for security_group (327b8891-5717-4088-95d5-cb8cb5eff264), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:32.226221 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895131eb-1096-468a-a66f-b4f4055aca58 req-85bd6fb7-5ca3-4a53-80c8-688bd365bcfd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:32.228225 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-814babf8-a83a-4c50-8994-cd36ccf5d029 req-164dd972-9f8e-495c-8fbc-6f0a6a1b28ca tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821197 Feb 21 09:44:32.238199 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-895131eb-1096-468a-a66f-b4f4055aca58 req-85bd6fb7-5ca3-4a53-80c8-688bd365bcfd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0789843 Feb 21 09:44:32.290242 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-895131eb-1096-468a-a66f-b4f4055aca58 req-4cf46b13-a425-4425-8596-8c1860048e16 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Feb 21 09:44:32.294317 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eb154315-818e-463c-b92f-74b824f7be2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (327b8891-5717-4088-95d5-cb8cb5eff264), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:32.337127 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 57800) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:32.337329 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-eb154315-818e-463c-b92f-74b824f7be2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11dc70dfb687445084e9da5bf3ee5305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232376 Feb 21 09:44:32.338461 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb154315-818e-463c-b92f-74b824f7be2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b8891-5717-4088-95d5-cb8cb5eff264,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:32.401728 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1f0896f-c3b4-46f2-a672-fb99361bc8fc admin admin] Publish callbacks [] for security_group (327b8891-5717-4088-95d5-cb8cb5eff264), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:32.440586 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1f0896f-c3b4-46f2-a672-fb99361bc8fc admin admin] Publish callbacks [] for security_group (327b8891-5717-4088-95d5-cb8cb5eff264), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:32.581900 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1f0896f-c3b4-46f2-a672-fb99361bc8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (327b8891-5717-4088-95d5-cb8cb5eff264), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:32.584503 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d1f0896f-c3b4-46f2-a672-fb99361bc8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:32.585715 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d1f0896f-c3b4-46f2-a672-fb99361bc8fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/327b8891-5717-4088-95d5-cb8cb5eff264 HTTP/1.1" status: 204 len: 168 time: 0.2463887 Feb 21 09:44:32.594346 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0896f-c3b4-46f2-a672-fb99361bc8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b8891-5717-4088-95d5-cb8cb5eff264,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:33.356095 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429c8f4-569f-46e5-8c33-72a3e4837bbc req-18fad230-1d0c-4834-86f5-f18c13e8dd45 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:33.360964 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f429c8f4-569f-46e5-8c33-72a3e4837bbc req-18fad230-1d0c-4834-86f5-f18c13e8dd45 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0618832 Feb 21 09:44:33.424435 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f429c8f4-569f-46e5-8c33-72a3e4837bbc req-5fd85e47-1687-4b0d-9c3d-3dd2a606d1c8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597162 Feb 21 09:44:33.425926 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164d828-9cbb-4a28-886e-813a2b85fe90 req-cd3de4c9-17ad-491c-844d-d00572a23669 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:33.428222 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2164d828-9cbb-4a28-886e-813a2b85fe90 req-cd3de4c9-17ad-491c-844d-d00572a23669 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0599239 Feb 21 09:44:33.463903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57824) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:33.479977 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78469196-2cc7-4410-8bbb-b8908afef85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.488976 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2164d828-9cbb-4a28-886e-813a2b85fe90 req-ba8af359-517b-4dc0-a605-2e4a007311b1 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540259 Feb 21 09:44:33.518384 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.559015 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78469196-2cc7-4410-8bbb-b8908afef85a admin admin] Publish callbacks [] for security_group (42e98109-af6e-4bcd-91c9-8bdb16cde55e), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.659381 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78469196-2cc7-4410-8bbb-b8908afef85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (42e98109-af6e-4bcd-91c9-8bdb16cde55e), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.699922 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78469196-2cc7-4410-8bbb-b8908afef85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e98109-af6e-4bcd-91c9-8bdb16cde55e,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:33.702604 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-78469196-2cc7-4410-8bbb-b8908afef85a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60fe244852354cb2b9a58649c899e30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367353 Feb 21 09:44:33.705120 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 57828) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:33.767304 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c5df2290-5f6f-42df-b84e-447185bbceb1 admin admin] Publish callbacks [] for security_group (42e98109-af6e-4bcd-91c9-8bdb16cde55e), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.790997 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c5df2290-5f6f-42df-b84e-447185bbceb1 admin admin] Publish callbacks [] for security_group (42e98109-af6e-4bcd-91c9-8bdb16cde55e), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.947443 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c5df2290-5f6f-42df-b84e-447185bbceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (42e98109-af6e-4bcd-91c9-8bdb16cde55e), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.950995 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c5df2290-5f6f-42df-b84e-447185bbceb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:33.952344 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-c5df2290-5f6f-42df-b84e-447185bbceb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42e98109-af6e-4bcd-91c9-8bdb16cde55e HTTP/1.1" status: 204 len: 168 time: 0.2461777 Feb 21 09:44:33.971845 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df2290-5f6f-42df-b84e-447185bbceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e98109-af6e-4bcd-91c9-8bdb16cde55e,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:34.563613 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c45e0-b465-4f1d-af60-505a52849333 req-a7c599bc-99c1-4962-b6ab-2d972f007961 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:34.566006 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-634c45e0-b465-4f1d-af60-505a52849333 req-a7c599bc-99c1-4962-b6ab-2d972f007961 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0694520 Feb 21 09:44:34.625727 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ef018-084f-4e24-961e-7ba50e1ffade req-7290fb1a-6d67-4533-a21b-f027df8e2a05 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:34.633472 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f08ef018-084f-4e24-961e-7ba50e1ffade req-7290fb1a-6d67-4533-a21b-f027df8e2a05 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0669219 Feb 21 09:44:34.633756 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-634c45e0-b465-4f1d-af60-505a52849333 req-a2a215f0-cddd-4097-ae74-4f7e7ac3ef27 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620353 Feb 21 09:44:34.712928 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f08ef018-084f-4e24-961e-7ba50e1ffade req-5caf4abf-809f-4d6e-99d7-4dbac64a82d6 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780303 Feb 21 09:44:34.733972 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:35.254005 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:35.742150 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b774-51d6-4640-af13-1dcbddb64587 req-888bb702-dd6a-4819-97b5-da9f3f6b6fb8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:35.743768 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d041b774-51d6-4640-af13-1dcbddb64587 req-888bb702-dd6a-4819-97b5-da9f3f6b6fb8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0519297 Feb 21 09:44:35.804577 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d041b774-51d6-4640-af13-1dcbddb64587 req-63e2e2ba-3870-4bdf-9d67-4dfa3c0f999e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537121 Feb 21 09:44:35.852902 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30edb44-6239-4f83-818c-31eef3c80741 req-5a9cc3d0-d077-484c-9ef0-53e410c88224 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:35.852902 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f30edb44-6239-4f83-818c-31eef3c80741 req-5a9cc3d0-d077-484c-9ef0-53e410c88224 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0560842 Feb 21 09:44:35.901262 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f30edb44-6239-4f83-818c-31eef3c80741 req-2de425ea-f7ff-4d15-bb66-6251df74ee68 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Feb 21 09:44:36.928390 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f240e89-6806-4208-b10e-2098be4c4e0b req-14b89b35-866a-4b5a-9db0-c74672d904a1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:36.929826 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7f240e89-6806-4208-b10e-2098be4c4e0b req-14b89b35-866a-4b5a-9db0-c74672d904a1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0541186 Feb 21 09:44:36.976511 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7f240e89-6806-4208-b10e-2098be4c4e0b req-9cffcf19-8cf7-47c7-aa62-42d445703c7b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Feb 21 09:44:37.022302 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb69df-bc3a-4ed8-b6da-b044d9f06f94 req-24d6a252-d1bf-4d69-96e6-7c64ff6564a0 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:37.027212 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-21cb69df-bc3a-4ed8-b6da-b044d9f06f94 req-24d6a252-d1bf-4d69-96e6-7c64ff6564a0 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0538697 Feb 21 09:44:37.079898 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-21cb69df-bc3a-4ed8-b6da-b044d9f06f94 req-b8858348-ccf0-427c-a64b-e78c37ebd70d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502043 Feb 21 09:44:37.683547 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-4b50a073-77e2-443a-b372-ba8860d21134 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679593 Feb 21 09:44:37.685296 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2738-b893-4f8e-8e1a-5bb070bc85ce req-aa2acbf5-e32d-46d5-93c7-020325704d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:37.686619 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-738c2738-b893-4f8e-8e1a-5bb070bc85ce req-aa2acbf5-e32d-46d5-93c7-020325704d32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1127 time: 0.0789285 Feb 21 09:44:38.041502 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-99a85575-fce1-42e5-94ee-ae058e8ec0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.043230 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-99a85575-fce1-42e5-94ee-ae058e8ec0a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 1129 time: 0.1083255 Feb 21 09:44:38.045952 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2738-b893-4f8e-8e1a-5bb070bc85ce req-2c0679f6-1ddb-493a-aa5b-2a0316da1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.047274 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-738c2738-b893-4f8e-8e1a-5bb070bc85ce req-2c0679f6-1ddb-493a-aa5b-2a0316da1a0a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=77ef618cb28d4219856a151ba6f65f3e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1318111 Feb 21 09:44:38.100580 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969309e4-f6ef-4ac7-8720-2220a98d7e77 req-5a79c8b1-acd0-4a82-aba5-6cc82f176e18 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.102117 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-969309e4-f6ef-4ac7-8720-2220a98d7e77 req-5a79c8b1-acd0-4a82-aba5-6cc82f176e18 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0539989 Feb 21 09:44:38.152944 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-969309e4-f6ef-4ac7-8720-2220a98d7e77 req-fb8f4a84-ca87-434a-9dab-252353e2bd6f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Feb 21 09:44:38.201597 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62c03e-3fc3-47bf-8fd9-75184f1b9176 req-a31331ed-0ed6-43d6-a354-b3b38f2e2e21 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.203001 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fd62c03e-3fc3-47bf-8fd9-75184f1b9176 req-a31331ed-0ed6-43d6-a354-b3b38f2e2e21 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0547087 Feb 21 09:44:38.255602 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fd62c03e-3fc3-47bf-8fd9-75184f1b9176 req-ce1741d3-0180-41dd-a1b9-a316f7f019d2 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 Feb 21 09:44:38.351059 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2738-b893-4f8e-8e1a-5bb070bc85ce req-cafd309c-0be6-41ef-bbb6-5b93c4843491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.351059 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-738c2738-b893-4f8e-8e1a-5bb070bc85ce req-cafd309c-0be6-41ef-bbb6-5b93c4843491 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612051 Feb 21 09:44:38.351059 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-550c4ff6-5623-460b-8de5-f63a8c8caa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.351059 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-550c4ff6-5623-460b-8de5-f63a8c8caa4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 920 time: 0.1474576 Feb 21 09:44:38.394415 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-167f4edd-c23c-4ad9-bd56-5cd77cee89c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842 HTTP/1.1" status: 200 len: 217 time: 0.0363352 Feb 21 09:44:38.572394 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-9b0f0253-8cec-4f45-9137-82e36c5c0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.574709 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-9b0f0253-8cec-4f45-9137-82e36c5c0195 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0765734 Feb 21 09:44:38.586258 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-f7170f74-218c-4031-814c-130eb5621a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.587742 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-f7170f74-218c-4031-814c-130eb5621a96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1127 time: 0.0604346 Feb 21 09:44:38.646587 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:44:38.658960 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-97ba5b01-88df-428e-b591-2414a064cf84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 217 time: 0.0431895 Feb 21 09:44:38.677942 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-c067b2fc-71fc-45a7-b188-7413cafdce81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551569 Feb 21 09:44:38.777600 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-f9f1f691-807a-4ebd-8e20-41b0ed9d3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.777600 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-f9f1f691-807a-4ebd-8e20-41b0ed9d3b6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e61dbf-c363-4d64-9268-5a292308cbac HTTP/1.1" status: 200 len: 854 time: 0.0997713 Feb 21 09:44:38.836783 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-f6b4d83d-5272-41f8-a34b-f484b5e791c3 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510713 Feb 21 09:44:38.857952 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-ca1cdddc-443a-4ca8-a969-81dc6191c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:38.857952 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-ca1cdddc-443a-4ca8-a969-81dc6191c69b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f05c830a-7c77-42e2-ae50-02f2f48a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716484 Feb 21 09:44:39.392851 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000e6c4-334b-4307-925e-60c153ccbb29 req-084d3085-b401-445d-b3a8-5b1c987ce952 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:39.396013 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c000e6c4-334b-4307-925e-60c153ccbb29 req-084d3085-b401-445d-b3a8-5b1c987ce952 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0640719 Feb 21 09:44:39.404692 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04891a53-3fa2-432f-b4fe-0f8062225422 req-73eaead0-37d8-44a2-81c7-5b409936f45f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:39.406791 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-04891a53-3fa2-432f-b4fe-0f8062225422 req-73eaead0-37d8-44a2-81c7-5b409936f45f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.1281509 Feb 21 09:44:39.414445 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-4d6b0096-a536-4986-b7e6-972a19473609 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148194 Feb 21 09:44:39.442201 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-186e4d2b-0b0e-4ddd-8b89-0e3dbb26b5bc req-add6b3b0-1d96-4dd0-a398-51801e9a89d9 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337648 Feb 21 09:44:39.453824 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c000e6c4-334b-4307-925e-60c153ccbb29 req-463e5fc4-65d7-4582-a38e-8b840b020351 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521138 Feb 21 09:44:39.528499 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-04891a53-3fa2-432f-b4fe-0f8062225422 req-dba57c8a-2081-4908-9b76-2b651261fb3c tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111834 Feb 21 09:44:39.554088 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db8bc2e9-9bbc-41e9-a4e4-e120bb76f370 req-7518c3a1-e3da-400c-8e01-ed844aa78b07 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293323 Feb 21 09:44:40.579636 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205258-b54c-4978-a3e3-91d2c70d3b2e req-c793e7f3-e2f7-4df0-b1a1-4e1b45e468dd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:40.581976 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-19205258-b54c-4978-a3e3-91d2c70d3b2e req-c793e7f3-e2f7-4df0-b1a1-4e1b45e468dd tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0577853 Feb 21 09:44:40.641853 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-19205258-b54c-4978-a3e3-91d2c70d3b2e req-a90113bd-4589-4063-867a-99d629d21976 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547583 Feb 21 09:44:40.678869 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022a05-c16d-4cbd-9a1b-e1892170b87e req-16b1b53c-84ea-45de-855e-c2be9d8561ae tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:40.680371 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-af022a05-c16d-4cbd-9a1b-e1892170b87e req-16b1b53c-84ea-45de-855e-c2be9d8561ae tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0704601 Feb 21 09:44:40.740837 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-af022a05-c16d-4cbd-9a1b-e1892170b87e req-695fa797-322c-4b19-8b23-ee1e58028714 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524898 Feb 21 09:44:41.695685 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a850ab-8649-4ed5-ba2f-755177d96928 req-9d9a5eda-11a3-4b50-981d-2aed7f2d74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:41.697185 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-64a850ab-8649-4ed5-ba2f-755177d96928 req-9d9a5eda-11a3-4b50-981d-2aed7f2d74ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.0623441 Feb 21 09:44:41.786027 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207a86e-537f-420c-adc7-5d9e66dceea3 req-9241bda1-e095-435a-a315-eed3708afd76 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:41.787125 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0207a86e-537f-420c-adc7-5d9e66dceea3 req-9241bda1-e095-435a-a315-eed3708afd76 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0631187 Feb 21 09:44:41.841494 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-64a850ab-8649-4ed5-ba2f-755177d96928 req-c67b1a3d-7278-427e-a201-aa939265168b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659943 Feb 21 09:44:41.867340 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0207a86e-537f-420c-adc7-5d9e66dceea3 req-3103416e-e20c-462c-b7ac-dd38840a5e64 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747759 Feb 21 09:44:41.898136 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440a6db-4898-4239-95e3-1023c965077f req-eddebcb8-9f2f-43af-8165-da8e17ad3b9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:41.910132 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3440a6db-4898-4239-95e3-1023c965077f req-eddebcb8-9f2f-43af-8165-da8e17ad3b9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0902178 Feb 21 09:44:41.956812 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3440a6db-4898-4239-95e3-1023c965077f req-b4cb3f97-0781-4e64-8f5f-1e900138fa4d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Feb 21 09:44:43.008835 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909cc25-de26-4d43-8d0e-6ce4ba603436 req-eaec19f4-2d65-4a1d-b68e-f8519d0ddadb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:43.010405 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f909cc25-de26-4d43-8d0e-6ce4ba603436 req-eaec19f4-2d65-4a1d-b68e-f8519d0ddadb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0552001 Feb 21 09:44:43.064623 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f909cc25-de26-4d43-8d0e-6ce4ba603436 req-36f8a7f3-e785-48fb-af7f-02e9cb4baff3 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464871 Feb 21 09:44:43.103554 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31998876-d7fd-4757-9880-69f33bf7897d req-47f67f32-49e2-49ea-9145-8de4f8a500d9 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:43.110532 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-31998876-d7fd-4757-9880-69f33bf7897d req-47f67f32-49e2-49ea-9145-8de4f8a500d9 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0747008 Feb 21 09:44:43.155725 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-31998876-d7fd-4757-9880-69f33bf7897d req-85f88a61-e65a-426d-9627-a5ec84c858f7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Feb 21 09:44:44.187015 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912049a1-fb0d-4da4-a74a-3e3f8f620a5c req-37de591f-2bf2-450d-9d9b-47348fc9be4a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:44.188536 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-912049a1-fb0d-4da4-a74a-3e3f8f620a5c req-37de591f-2bf2-450d-9d9b-47348fc9be4a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0569551 Feb 21 09:44:44.244168 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-912049a1-fb0d-4da4-a74a-3e3f8f620a5c req-eee23d78-e61f-4747-9c72-d20ba79de58c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499322 Feb 21 09:44:44.281324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b0a4-d70e-49ac-b408-bc3861ba1d0d req-e722ae8f-7205-4a8f-b745-27373e0a2acf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:44.282860 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0c77b0a4-d70e-49ac-b408-bc3861ba1d0d req-e722ae8f-7205-4a8f-b745-27373e0a2acf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0573945 Feb 21 09:44:44.335208 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0c77b0a4-d70e-49ac-b408-bc3861ba1d0d req-6cc420cc-5997-467d-94a7-48a49dfc40e4 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463336 Feb 21 09:44:44.768335 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce84c-0a5d-44a2-abb6-77e6119aa22c req-cce1f4c7-d819-4f73-a7db-adbf2e353fe7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:44.770553 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-dc6ce84c-0a5d-44a2-abb6-77e6119aa22c req-cce1f4c7-d819-4f73-a7db-adbf2e353fe7 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0580597 Feb 21 09:44:44.826833 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-dc6ce84c-0a5d-44a2-abb6-77e6119aa22c req-791fbd9c-84fb-4eee-84ef-dcd936d095c8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498745 Feb 21 09:44:44.858294 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58180) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:44.880289 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-1790ad06-bd12-422e-a698-b2a59d7a48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:44.881868 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-1790ad06-bd12-422e-a698-b2a59d7a48a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 1130 time: 0.0597608 Feb 21 09:44:44.982795 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.003573 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-2c565091-ed9b-4489-a9ea-7442f1ddd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:45.005394 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-2c565091-ed9b-4489-a9ea-7442f1ddd6d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 200 len: 920 time: 0.1165466 Feb 21 09:44:45.048956 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-0da190bc-f6c6-41ab-980e-6169410e3709 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 200 len: 217 time: 0.0368369 Feb 21 09:44:45.060796 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Publish callbacks [] for security_group (d3ba9c50-da58-45e9-abca-dc926fdd8998), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.097749 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-9326ae43-65d5-42a1-a596-64375a4d4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:45.099200 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-9326ae43-65d5-42a1-a596-64375a4d4202 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 200 len: 859 time: 0.0440471 Feb 21 09:44:45.117817 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d3ba9c50-da58-45e9-abca-dc926fdd8998), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.131179 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-ba0b90c1-367c-4ea5-9d50-c5b7ce5a3bd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc3433bc-9b30-41e2-87cf-8a7494813443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254929 Feb 21 09:44:45.158775 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8ddd532d9b640f69284588af3024558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994893 Feb 21 09:44:45.159635 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba9c50-da58-45e9-abca-dc926fdd8998,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:45.161592 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58186) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:45.182616 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.183033 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.183418 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.183951 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.184314 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.184643 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.187507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.187507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.187507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.187507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.187507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.187507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.187507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a331b-3672-41bc-b6b9-fd8f91c29772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:45.228069 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bda6734c-8c92-4d95-a158-0e318615ec86 admin admin] Publish callbacks [] for security_group (d3ba9c50-da58-45e9-abca-dc926fdd8998), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.233040 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-fb3bc1b6-5998-4b2b-b63b-52633d5a4c43 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945818 Feb 21 09:44:45.250458 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bda6734c-8c92-4d95-a158-0e318615ec86 admin admin] Publish callbacks [] for security_group (d3ba9c50-da58-45e9-abca-dc926fdd8998), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.330307 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a2b27b52-2d25-4c9c-8583-1dd3f6ee626b req-c1483667-795c-43d0-9f13-d01a8be60ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908906 Feb 21 09:44:45.415058 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bda6734c-8c92-4d95-a158-0e318615ec86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d3ba9c50-da58-45e9-abca-dc926fdd8998), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.418580 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bda6734c-8c92-4d95-a158-0e318615ec86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.419852 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-bda6734c-8c92-4d95-a158-0e318615ec86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3ba9c50-da58-45e9-abca-dc926fdd8998 HTTP/1.1" status: 204 len: 168 time: 0.2573569 Feb 21 09:44:45.428773 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6734c-8c92-4d95-a158-0e318615ec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba9c50-da58-45e9-abca-dc926fdd8998,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:45.482886 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eddc44-e1bb-4e6b-93fd-498335bcb25f req-5848014e-a251-4654-83d7-f38b0e4c21b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:45.484376 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-68eddc44-e1bb-4e6b-93fd-498335bcb25f req-5848014e-a251-4654-83d7-f38b0e4c21b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 943 time: 0.0769131 Feb 21 09:44:45.498075 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 70dd590e-e801-4f8c-8870-da377ec53df0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:44:45.538400 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-68eddc44-e1bb-4e6b-93fd-498335bcb25f req-b086c5f3-ce43-4eca-aef7-69f75a563c2d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473266 Feb 21 09:44:45.602579 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=70dd590e-e801-4f8c-8870-da377ec53df0,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:45.615811 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '70dd590e-e801-4f8c-8870-da377ec53df0', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'port_id': '70dd590e-e801-4f8c-8870-da377ec53df0', 'mac_address': 'fa:16:3e:d7:e9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:44:45.653534 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 70dd590e-e801-4f8c-8870-da377ec53df0 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:45.653792 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.667700 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dd590e-e801-4f8c-8870-da377ec53df0 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:44:45.694398 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=70dd590e-e801-4f8c-8870-da377ec53df0,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:45.759236 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:45.812381 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:45.987958 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1f381-46eb-4a99-a80e-5aa28308c008 req-7a92e8d3-e044-402a-9932-b6e45f45ea56 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:45.989521 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d0d1f381-46eb-4a99-a80e-5aa28308c008 req-7a92e8d3-e044-402a-9932-b6e45f45ea56 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0718153 Feb 21 09:44:46.054673 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d0d1f381-46eb-4a99-a80e-5aa28308c008 req-bd4656b8-5d31-4f39-97db-1d7a1ecc0263 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561497 Feb 21 09:44:46.411758 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['70dd590e-e801-4f8c-8870-da377ec53df0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:44:46.595217 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58228) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:46.669755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d046973-88f2-498e-a7e3-4208f116c84f req-ba07f993-5f7c-4de3-9f89-6a12ec2d75cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:46.671435 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9d046973-88f2-498e-a7e3-4208f116c84f req-ba07f993-5f7c-4de3-9f89-6a12ec2d75cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 944 time: 0.0533650 Feb 21 09:44:46.713490 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1262201732-network', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:46.742005 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9d046973-88f2-498e-a7e3-4208f116c84f req-c765b254-0a7a-4e3a-89d8-84c7b673e9fb tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634210 Feb 21 09:44:46.818995 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Made reservation on behalf of 35fb4d436c654150a5ab2b554b4b1e4d for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:46.821605 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.831852 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:46.943287 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks [] for security_group (2859c3a7-5c8d-458e-9865-ac5c31a02315), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.030422 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2859c3a7-5c8d-458e-9865-ac5c31a02315), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.061287 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:44:47.073189 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2859c3a7-5c8d-458e-9865-ac5c31a02315,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:47.083491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (85068fe4-03e4-4b57-87c6-bf6d752028aa), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.084291 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Added segment 85068fe4-03e4-4b57-87c6-bf6d752028aa of type vlan for network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 Feb 21 09:44:47.086340 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.086689 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.087501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.087501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.087680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.088005 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.088329 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.088655 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.088979 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.089301 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.089717 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.090631 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.091218 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:47.139365 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.203960 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e18d-c072-4af2-bc8d-ff3a9de60ec9 req-2ad4d050-cb12-4801-a6dc-ebade0e9a89c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:47.205634 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4b15e18d-c072-4af2-bc8d-ff3a9de60ec9 req-2ad4d050-cb12-4801-a6dc-ebade0e9a89c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0668490 Feb 21 09:44:47.230710 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.231880 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:47.233126 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.254467 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4b15e18d-c072-4af2-bc8d-ff3a9de60ec9 req-62b9c457-cf32-4537-9bb8-77e30ae83061 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Feb 21 09:44:47.297641 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] Pushing event updated for resources: {'Network': ['ID=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:47.307473 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:44:47.338436 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-dfdf0b61-4a7e-4730-97ca-2815e5c943ba admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7417102 Feb 21 09:44:47.341965 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58238) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:47.347057 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Request body: {'subnet': {'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1262201732-subnet', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:47.443353 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Made reservation on behalf of 35fb4d436c654150a5ab2b554b4b1e4d for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:47.445819 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632460'] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.706857 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3326199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632318'] for subnet (1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.765907 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:47.779308 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Checking segment: {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:47.779672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Network hostable DHCP agents. Network: d41d7b35-2948-4b7f-a4c8-92df4ffb68b6, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:44:47.885031 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12a7b-d393-4a12-b301-da6472c5a02f req-24c01457-9585-4468-8d34-9b79657db1ee tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:47.890090 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5f12a7b-d393-4a12-b301-da6472c5a02f req-24c01457-9585-4468-8d34-9b79657db1ee tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 944 time: 0.0731037 Feb 21 09:44:47.891786 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:44:47.940759 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5f12a7b-d393-4a12-b301-da6472c5a02f req-782c3b94-a182-4d11-82cf-ebfe1c1c846c tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Feb 21 09:44:47.981017 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, d41d7b35-2948-4b7f-a4c8-92df4ffb68b6) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:47.987543 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:47.988473 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:47.996732 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be19a7-30be-4c54-b449-b76a7507ecd8 None None] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:48.080805 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f0b4090d-b994-4da6-8925-77be6c8def76 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7376544 Feb 21 09:44:48.083605 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58252) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:48.088766 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:48.127791 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-d41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:44:48.128751 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.198129 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (d019a159-64d2-46e3-9b63-b5bcaa730793), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.198867 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (d019a159-64d2-46e3-9b63-b5bcaa730793), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.259163 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks [] for router_controller (d019a159-64d2-46e3-9b63-b5bcaa730793), precommit_add_association {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.278527 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Allocated IP 172.20.0.2 (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6/1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68/890688a7-83d9-4184-b6d7-45da11da1718) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:48.380885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc039d-d7f0-4604-bf76-8ae923635e7e req-219df091-2302-4133-bf4c-eb7ec17eff71 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:48.383439 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-89cc039d-d7f0-4604-bf76-8ae923635e7e req-219df091-2302-4133-bf4c-eb7ec17eff71 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0607412 Feb 21 09:44:48.445453 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-89cc039d-d7f0-4604-bf76-8ae923635e7e req-a8b8ea1a-b3f6-4751-86f1-7ef5bd2ce93b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561399 Feb 21 09:44:48.464815 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Publish callbacks [] for port (890688a7-83d9-4184-b6d7-45da11da1718), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.477755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks [] for router_gateway (d019a159-64d2-46e3-9b63-b5bcaa730793), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.518296 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (890688a7-83d9-4184-b6d7-45da11da1718), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.556553 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:48.559723 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:48.565328 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:48.572692 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Pushing event updated for resources: {'Port': ['ID=890688a7-83d9-4184-b6d7-45da11da1718,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:48.601078 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.601470 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.601868 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.602222 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.605283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:48.648250 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Attempting to bind port 890688a7-83d9-4184-b6d7-45da11da1718 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:44:48.648541 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Attempting to bind port 890688a7-83d9-4184-b6d7-45da11da1718 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:44:48.648892 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Attempting to bind port 890688a7-83d9-4184-b6d7-45da11da1718 on network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:48.655556 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:44:48.655994 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Checking segment: {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:48.656597 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.656989 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Bound using segment: {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:44:48.657540 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Bound port: 890688a7-83d9-4184-b6d7-45da11da1718, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:44:48.657916 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (890688a7-83d9-4184-b6d7-45da11da1718), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.726140 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] For port 890688a7-83d9-4184-b6d7-45da11da1718, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:44:48.729191 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] For port 890688a7-83d9-4184-b6d7-45da11da1718, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=890688a7-83d9-4184-b6d7-45da11da1718,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:44:48.743336 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks [] for router_gateway (d019a159-64d2-46e3-9b63-b5bcaa730793), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.764670 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.813285 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (890688a7-83d9-4184-b6d7-45da11da1718), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:48.875767 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf029a-e21b-4648-a265-5a1c1f6b9ff6 None None] Pushing event updated for resources: {'Port': ['ID=890688a7-83d9-4184-b6d7-45da11da1718,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:48.883147 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Allocated IP 172.27.3.127 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/b1839c92-0084-4ec5-bcd7-50c487db67bc) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:49.021808 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks [] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:49.114301 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dde32f-c7c1-4146-991a-ceac255fec34 req-788a5be3-de51-4ac2-a32f-bba34af96398 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:49.116009 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-57dde32f-c7c1-4146-991a-ceac255fec34 req-788a5be3-de51-4ac2-a32f-bba34af96398 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 944 time: 0.0923986 Feb 21 09:44:49.159114 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:49.218195 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-57dde32f-c7c1-4146-991a-ceac255fec34 req-83201927-e3c5-4735-aa71-0aebd874d960 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943751 Feb 21 09:44:49.224536 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:49.227696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:49.232724 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:49.270125 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Pushing event updated for resources: {'Port': ['ID=b1839c92-0084-4ec5-bcd7-50c487db67bc,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:49.520878 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 70dd590e-e801-4f8c-8870-da377ec53df0 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:49.582658 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks [] for router_gateway (d019a159-64d2-46e3-9b63-b5bcaa730793), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:49.598557 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe3efb-bf53-47e5-b200-58a972273937 req-ab1ea668-ad4f-47e0-b1e4-c98e5acd473d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:49.600893 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-dabe3efb-bf53-47e5-b200-58a972273937 req-ab1ea668-ad4f-47e0-b1e4-c98e5acd473d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0705123 Feb 21 09:44:49.669933 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-dabe3efb-bf53-47e5-b200-58a972273937 req-2e355d0f-cdc9-4f05-8307-bc4fa992eab4 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618691 Feb 21 09:44:49.675851 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 70dd590e-e801-4f8c-8870-da377ec53df0 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:44:49.680777 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 70dd590e-e801-4f8c-8870-da377ec53df0 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:49.687569 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:49.797746 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 70dd590e-e801-4f8c-8870-da377ec53df0 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:49.798733 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:49.841282 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:44:49.845729 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d120da-9df2-4bf5-91fc-edc140bb7f4b" -d '{"events": [{"server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "name": "network-vif-plugged", "status": "completed", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:44:49.892203 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (d019a159-64d2-46e3-9b63-b5bcaa730793), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:49.895816 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=70dd590e-e801-4f8c-8870-da377ec53df0,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:49.907608 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c46b2b-409d-4022-a75f-394a69d94e7d x-openstack-request-id: req-a0c46b2b-409d-4022-a75f-394a69d94e7d {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:44:49.907911 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "name": "network-vif-plugged", "status": "completed", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:44:49.908227 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0c46b2b-409d-4022-a75f-394a69d94e7d {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:44:49.908640 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0', 'code': 200} Feb 21 09:44:49.970658 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 890688a7-83d9-4184-b6d7-45da11da1718 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:49.974623 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.104870 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:50.115729 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26baada0-946f-4d65-a04c-856371c0ea95 None None] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:50.174609 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 890688a7-83d9-4184-b6d7-45da11da1718 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:50.174989 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (890688a7-83d9-4184-b6d7-45da11da1718), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.186305 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Router d019a159-64d2-46e3-9b63-b5bcaa730793 is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:44:50.278546 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-9fd17037-624e-41da-9a01-b7b43b9118a1 None None] Provisioning complete for port 890688a7-83d9-4184-b6d7-45da11da1718 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:50.278929 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9fd17037-624e-41da-9a01-b7b43b9118a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (890688a7-83d9-4184-b6d7-45da11da1718), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.375727 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 890688a7-83d9-4184-b6d7-45da11da1718 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:50.376121 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (890688a7-83d9-4184-b6d7-45da11da1718), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.395583 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318145f-2787-4223-a9e4-459b86957817 req-9133eaa8-fa62-496d-bc03-e45a0951501f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:50.404678 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a318145f-2787-4223-a9e4-459b86957817 req-9133eaa8-fa62-496d-bc03-e45a0951501f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0838084 Feb 21 09:44:50.448681 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 890688a7-83d9-4184-b6d7-45da11da1718, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=890688a7-83d9-4184-b6d7-45da11da1718,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:50.469180 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-9fd17037-624e-41da-9a01-b7b43b9118a1 None None] Current status of the port 890688a7-83d9-4184-b6d7-45da11da1718 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:50.469734 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9fd17037-624e-41da-9a01-b7b43b9118a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (890688a7-83d9-4184-b6d7-45da11da1718), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.494921 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a318145f-2787-4223-a9e4-459b86957817 req-ea61998e-92a5-41c2-8303-753b68733b49 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863829 Feb 21 09:44:50.533027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (890688a7-83d9-4184-b6d7-45da11da1718), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.616325 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.db.api [None req-9fd17037-624e-41da-9a01-b7b43b9118a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:44:50.616694 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG oslo_db.api [None req-9fd17037-624e-41da-9a01-b7b43b9118a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:44:50.648200 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=890688a7-83d9-4184-b6d7-45da11da1718,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:50.750904 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:44:50.760840 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Sync routers for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:44:50.775068 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:50.775886 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:44:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:50.787911 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674b73f-76ac-4486-9698-51dbf202be1a req-e4e4b895-f2fd-4b22-8d8f-fee9acc7dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:50.789678 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7674b73f-76ac-4486-9698-51dbf202be1a req-e4e4b895-f2fd-4b22-8d8f-fee9acc7dd8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1129 time: 0.3788612 Feb 21 09:44:50.842661 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7674b73f-76ac-4486-9698-51dbf202be1a req-1c7acc36-698e-49cc-8ea3-41c1b8d735ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464354 Feb 21 09:44:50.851206 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:50.852334 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ca1500ce-a09e-4905-8488-764e0b793cdf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7675095 Feb 21 09:44:50.855579 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58296) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:50.891759 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:51.082866 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:49Z', 'revision_number': 3, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:51.116294 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Checking router: d019a159-64d2-46e3-9b63-b5bcaa730793 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:44:51.116649 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Updating router d019a159-64d2-46e3-9b63-b5bcaa730793 port b1839c92-0084-4ec5-bcd7-50c487db67bc binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:44:51.150911 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.158957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-9fd17037-624e-41da-9a01-b7b43b9118a1 None None] Current status of the port 890688a7-83d9-4184-b6d7-45da11da1718 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:51.280965 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-99fd2b11-1e91-4ba7-a7d8-f2db088836b7 None None] Provisioning complete for port 890688a7-83d9-4184-b6d7-45da11da1718 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:51.281261 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-99fd2b11-1e91-4ba7-a7d8-f2db088836b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (890688a7-83d9-4184-b6d7-45da11da1718), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.330383 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.385562 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-99fd2b11-1e91-4ba7-a7d8-f2db088836b7 None None] Current status of the port 890688a7-83d9-4184-b6d7-45da11da1718 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:51.429256 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Publish callbacks [] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.515131 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Allocated IP 172.20.0.1 (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6/1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68/3e9c70a6-c3b4-493e-a316-f7d7d9f0b293) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:51.521558 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.575642 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Pushing event updated for resources: {'Port': ['ID=b1839c92-0084-4ec5-bcd7-50c487db67bc,revision_number=2']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:51.590968 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.591343 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.592166 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.592166 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.592397 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.592681 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.593036 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.593535 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.593884 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.594234 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.594566 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.594892 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.595211 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:44:51.600589 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Attempting to bind port b1839c92-0084-4ec5-bcd7-50c487db67bc on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:44:51.600962 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Attempting to bind port b1839c92-0084-4ec5-bcd7-50c487db67bc by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:44:51.601328 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Attempting to bind port b1839c92-0084-4ec5-bcd7-50c487db67bc on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:51.606667 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:44:51.607119 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:51.607530 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.607925 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:44:51.608391 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Bound port: b1839c92-0084-4ec5-bcd7-50c487db67bc, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:44:51.608958 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.643328 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks [] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.652498 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239e369-86b7-426e-99a9-7d0a5cee53d9 req-55281eaf-aa28-45a9-9393-b9dcb2d49d4a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:51.660059 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9239e369-86b7-426e-99a9-7d0a5cee53d9 req-55281eaf-aa28-45a9-9393-b9dcb2d49d4a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0791340 Feb 21 09:44:51.679454 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] For port b1839c92-0084-4ec5-bcd7-50c487db67bc, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:44:51.683758 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] For port b1839c92-0084-4ec5-bcd7-50c487db67bc, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b1839c92-0084-4ec5-bcd7-50c487db67bc,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:44:51.709372 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9239e369-86b7-426e-99a9-7d0a5cee53d9 req-d1665301-e4d8-4fa0-bfe7-41cf9c23f463 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484304 Feb 21 09:44:51.767594 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.780872 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.819060 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:51.822135 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:51.823136 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:51.824297 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:44:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:51.826387 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:51.865593 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Pushing event updated for resources: {'Port': ['ID=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:51.883674 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550645d6-61c3-41b0-a8eb-674810822963 None None] Pushing event updated for resources: {'Port': ['ID=b1839c92-0084-4ec5-bcd7-50c487db67bc,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:51.891949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (d019a159-64d2-46e3-9b63-b5bcaa730793), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:51.961985 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 890688a7-83d9-4184-b6d7-45da11da1718 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:52.009251 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:52.237869 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:52.244802 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-6fc8f659-7873-4363-81ae-b33b2239a50e None None] Provisioning complete for port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:52.244802 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f659-7873-4363-81ae-b33b2239a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:52.275020 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 890688a7-83d9-4184-b6d7-45da11da1718 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:52.275402 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (890688a7-83d9-4184-b6d7-45da11da1718), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:52.288600 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:49Z', 'revision_number': 3, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:52.327685 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8f659-7873-4363-81ae-b33b2239a50e None None] Port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:44:52.332709 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034eb67-cad9-42cb-878e-281133b958c3 None None] The sync data for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi is: [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:49Z', 'revision_number': 3, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:44:52.385369 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 890688a7-83d9-4184-b6d7-45da11da1718 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:52.462476 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks [] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:52.555376 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:52.693578 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (d019a159-64d2-46e3-9b63-b5bcaa730793), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:52.802216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Pushing event updated for resources: {'Port': ['ID=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:52.862009 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03206fa-3383-4a28-b949-c45d52a1d2da req-c28b8d84-773b-4048-9bd9-f4ba3321b69a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:52.863537 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a03206fa-3383-4a28-b949-c45d52a1d2da req-c28b8d84-773b-4048-9bd9-f4ba3321b69a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0653908 Feb 21 09:44:52.871763 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:52.876722 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:52.931027 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a03206fa-3383-4a28-b949-c45d52a1d2da req-63d9328a-0c26-4b5e-8261-e8db2cce54b9 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618510 Feb 21 09:44:53.056891 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Router d019a159-64d2-46e3-9b63-b5bcaa730793 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:44:53.162311 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-6984fc13-3ff0-48b2-a2e8-22d674633779 None None] Provisioning complete for port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:53.163355 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6984fc13-3ff0-48b2-a2e8-22d674633779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:53.208733 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:44:53.213366 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-6984fc13-3ff0-48b2-a2e8-22d674633779 None None] Port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:44:53.224519 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-cb9a0c09-0ac3-4fea-8f06-62d5e422255e admin admin] 10.222.0.60 "PUT /v2.0/routers/d019a159-64d2-46e3-9b63-b5bcaa730793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593898 Feb 21 09:44:53.911348 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b1839c92-0084-4ec5-bcd7-50c487db67bc up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:53.953791 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58350) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:53.958975 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-286935954-network', 'tenant_id': '2eaded992eb743809a26128e168adc97'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:53.963740 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port b1839c92-0084-4ec5-bcd7-50c487db67bc triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:53.964240 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.065680 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port b1839c92-0084-4ec5-bcd7-50c487db67bc is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:54.066177 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.068337 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Made reservation on behalf of 2eaded992eb743809a26128e168adc97 for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:54.070649 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.085385 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.091888 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port b1839c92-0084-4ec5-bcd7-50c487db67bc, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b1839c92-0084-4ec5-bcd7-50c487db67bc,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:54.102299 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef565618-b6ac-4351-8e22-98bcead30923 req-df5f80b4-f243-4168-841e-a0193873b428 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:54.104127 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ef565618-b6ac-4351-8e22-98bcead30923 req-df5f80b4-f243-4168-841e-a0193873b428 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0873575 Feb 21 09:44:54.179250 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ef565618-b6ac-4351-8e22-98bcead30923 req-9d9af8ef-8865-4b43-8b12-a64d67e2ad0d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672443 Feb 21 09:44:54.186974 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Sync routers for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:44:54.202814 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.222147 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks [] for security_group (12c4a471-69e2-4c68-9f41-4a6ec026b0fb), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.257421 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:54.258127 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:44:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:54.298430 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (12c4a471-69e2-4c68-9f41-4a6ec026b0fb), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.310380 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=b1839c92-0084-4ec5-bcd7-50c487db67bc,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:54.325819 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:44:54.334325 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fb6be-f53a-4534-8bd1-0095def0909f req-8c3c2a53-983a-4825-ab82-61866254eeb4 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:54.336653 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4c1fb6be-f53a-4534-8bd1-0095def0909f req-8c3c2a53-983a-4825-ab82-61866254eeb4 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0697830 Feb 21 09:44:54.345725 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c4a471-69e2-4c68-9f41-4a6ec026b0fb,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:54.351527 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (5ffcc710-5f31-4b52-a96c-fea1be96fb74), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.351863 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Added segment 5ffcc710-5f31-4b52-a96c-fea1be96fb74 of type vlan for network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 Feb 21 09:44:54.405167 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.410611 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4c1fb6be-f53a-4534-8bd1-0095def0909f req-69eff1b6-0c8d-4080-9719-469189087890 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Feb 21 09:44:54.411922 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:54.552053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.552053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:54.552053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.625577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:54.638863 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:44:54.661334 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58370) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:54.669580 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3247c467-5966-4479-b4e6-6f3fccc2f067 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7112761 Feb 21 09:44:54.670141 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Request body: {'subnet': {'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-286935954-subnet', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:54.693717 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 2, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:54.733428 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Checking router: d019a159-64d2-46e3-9b63-b5bcaa730793 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:44:54.733823 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Updating router d019a159-64d2-46e3-9b63-b5bcaa730793 port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:44:54.784091 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Made reservation on behalf of 2eaded992eb743809a26128e168adc97 for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:44:54.784304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.786990 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25946093'] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:54.914495 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce38dc-3542-4f8b-8955-77b75f9f5779 req-dd5cdccf-c6bf-45c8-a910-32216e930838 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:54.916080 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f2ce38dc-3542-4f8b-8955-77b75f9f5779 req-dd5cdccf-c6bf-45c8-a910-32216e930838 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.1258807 Feb 21 09:44:55.005931 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f2ce38dc-3542-4f8b-8955-77b75f9f5779 req-d26d2166-515e-49a1-a144-639d3a9cdaba tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826623 Feb 21 09:44:55.106307 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Publish callbacks [] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.133139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3737666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945887'] for subnet (6fc70ae7-0977-42a4-9df3-436ddfd66766), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.185288 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.309456 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b0263-794e-45c5-a51e-be72d1777ab9 None None] Pushing event updated for resources: {'Port': ['ID=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:55.356105 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Attempting to bind port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:44:55.356105 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Attempting to bind port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:44:55.356105 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Attempting to bind port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 on network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:55.360075 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:44:55.360729 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Checking segment: {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:55.361306 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.362645 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Bound using segment: {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:44:55.363312 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Bound port: 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:44:55.363886 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.482795 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc70ae7-0977-42a4-9df3-436ddfd66766,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:55.486368 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] For port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:44:55.495018 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] For port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:44:55.511030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Checking segment: {'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:55.511030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Network hostable DHCP agents. Network: 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:44:55.558996 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.560806 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-c3258604-5b31-4aea-adc3-c0168a7fd25c None None] Provisioning complete for port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:55.561173 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c3258604-5b31-4aea-adc3-c0168a7fd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.612440 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:44:55.668230 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:55.668933 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:44:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:55.673640 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b0263-794e-45c5-a51e-be72d1777ab9 None None] Pushing event updated for resources: {'Port': ['ID=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:55.724194 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:55.731235 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:55.732482 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:55.747606 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a22a90-dcba-44a8-af51-f3087819476d None None] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:55.907467 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1689b3a7-5f5e-4feb-b3d6-46132fd527f4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2444921 Feb 21 09:44:55.909934 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58402) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:55.932647 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:44:55.992780 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b1839c92-0084-4ec5-bcd7-50c487db67bc up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:56.028347 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.029457 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.038730 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-c3258604-5b31-4aea-adc3-c0168a7fd25c None None] Current status of the port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:56.039132 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c3258604-5b31-4aea-adc3-c0168a7fd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.093771 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks [] for router_controller (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), precommit_add_association {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.098165 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:56.166244 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-c3258604-5b31-4aea-adc3-c0168a7fd25c None None] For port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:56.181650 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5', 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5', 'project_id': '2eaded992eb743809a26128e168adc97', 'fixed_ips': [{'subnet_id': '6fc70ae7-0977-42a4-9df3-436ddfd66766'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:44:56.181650 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.231760 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port b1839c92-0084-4ec5-bcd7-50c487db67bc triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:56.232188 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.311489 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c3258604-5b31-4aea-adc3-c0168a7fd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.352598 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks [] for router_gateway (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.501661 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3258604-5b31-4aea-adc3-c0168a7fd25c None None] Pushing event updated for resources: {'Port': ['ID=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:56.520374 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-e26db8ee-c11f-4c20-8e55-9ddfa9755f7f None None] Provisioning complete for port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:56.520756 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e26db8ee-c11f-4c20-8e55-9ddfa9755f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.639185 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Allocated IP 172.20.0.2 (9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5/6fc70ae7-0977-42a4-9df3-436ddfd66766/dacea23f-55ca-4618-b454-b170ea0f17a0) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:56.645430 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port b1839c92-0084-4ec5-bcd7-50c487db67bc is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:56.655234 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks [] for router_gateway (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.678032 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.757769 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:55Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:56.791791 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Allocated IP 172.27.3.83 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/78ff710d-2f51-40ee-8df3-89f68bb4c93b) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:44:56.797119 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e26db8ee-c11f-4c20-8e55-9ddfa9755f7f None None] Current status of the port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:56.807405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee600c-8405-4cf3-b3dd-864c4df52bad None None] The sync data for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi is: [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:55Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:44:56.943943 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Publish callbacks [] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:56.957895 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks [] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:57.721714 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:57.726562 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:57.766026 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:57.769109 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:57.772832 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:57.790937 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Pushing event updated for resources: {'Port': ['ID=dacea23f-55ca-4618-b454-b170ea0f17a0,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:57.804329 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:44:57.805834 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:44:57.807305 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Pushing event updated for resources: {'Port': ['ID=78ff710d-2f51-40ee-8df3-89f68bb4c93b,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:57.810149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:44:57.899309 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Attempting to bind port dacea23f-55ca-4618-b454-b170ea0f17a0 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:44:57.900097 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Attempting to bind port dacea23f-55ca-4618-b454-b170ea0f17a0 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:44:57.900694 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Attempting to bind port dacea23f-55ca-4618-b454-b170ea0f17a0 on network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:44:57.908525 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:44:57.909342 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Checking segment: {'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:44:57.910215 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:57.921808 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Bound using segment: {'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:44:57.921808 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Bound port: dacea23f-55ca-4618-b454-b170ea0f17a0, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:44:57.921808 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:57.958161 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:44:58.039062 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] For port dacea23f-55ca-4618-b454-b170ea0f17a0, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:44:58.042945 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] For port dacea23f-55ca-4618-b454-b170ea0f17a0, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=dacea23f-55ca-4618-b454-b170ea0f17a0,segment=NetworkSegment(5ffcc710-5f31-4b52-a96c-fea1be96fb74),segment_id=5ffcc710-5f31-4b52-a96c-fea1be96fb74)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:44:58.058264 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:58.064678 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.155544 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.186026 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a450c1c-1de5-4eda-8558-28fe3de13f99 req-071a3f27-f053-4b66-b3af-af4ff866b07c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:58.187643 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2a450c1c-1de5-4eda-8558-28fe3de13f99 req-071a3f27-f053-4b66-b3af-af4ff866b07c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.1127064 Feb 21 09:44:58.239846 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:58.242034 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-531de0f0-c484-4a6d-a799-e6fd90d9996b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.257917 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3e60c-bfc5-47ff-acff-71fe85c5c020 None None] Pushing event updated for resources: {'Port': ['ID=dacea23f-55ca-4618-b454-b170ea0f17a0,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:58.298121 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2a450c1c-1de5-4eda-8558-28fe3de13f99 req-ce98e106-c1ff-4404-8432-414e378bec8c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 Feb 21 09:44:58.305075 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks [] for router_gateway (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.472896 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58452) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:58.558764 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] Deleting subnet 36d18575-9d9c-4ee7-8108-713710201f7a {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:44:58.564419 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] Publish callbacks [] for subnet (36d18575-9d9c-4ee7-8108-713710201f7a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.608980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (36d18575-9d9c-4ee7-8108-713710201f7a), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.609570 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.663677 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (36d18575-9d9c-4ee7-8108-713710201f7a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.781029 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (36d18575-9d9c-4ee7-8108-713710201f7a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.808194 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d18575-9d9c-4ee7-8108-713710201f7a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:58.810073 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.813485 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-88060d55-6d5f-4fa8-a645-ddddb1f42e48 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/36d18575-9d9c-4ee7-8108-713710201f7a HTTP/1.1" status: 204 len: 168 time: 0.3385842 Feb 21 09:44:58.815775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58460) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:58.861067 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:44:58.894071 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (0057ab74-105d-44c1-8343-96259c1bad2a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.978411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (0057ab74-105d-44c1-8343-96259c1bad2a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:58.991652 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:44:59.001734 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Sync routers for ids ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:44:59.003851 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0057ab74-105d-44c1-8343-96259c1bad2a']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:59.019299 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0ba8f0-6150-4371-9999-fadc6a3b894d') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:59.019755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0ba8f0-6150-4371-9999-fadc6a3b894d') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:59.021220 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Routers {'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:44:59.022096 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:44:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:59.034058 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (0c0ba8f0-6150-4371-9999-fadc6a3b894d), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.050662 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (0c0ba8f0-6150-4371-9999-fadc6a3b894d), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.058806 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:44:59.059634 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (0c0ba8f0-6150-4371-9999-fadc6a3b894d), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:44:59.061584 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:44:59.108701 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.109995 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7e1e7939-eebc-469c-b0fa-e0e450cd3c9f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1971810 Feb 21 09:44:59.112630 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58470) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:59.192363 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (0057ab74-105d-44c1-8343-96259c1bad2a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.206775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.213061 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0057ab74-105d-44c1-8343-96259c1bad2a HTTP/1.1" status: 204 len: 168 time: 0.3962805 Feb 21 09:44:59.213995 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58474) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:59.265406 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Set router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:44:59.284747 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] Deleting subnet 0c661df6-f078-4a02-8f97-3ebc0cb1906b {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:44:59.287138 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269769ce-1371-4e7b-a1ad-262785034ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0057ab74-105d-44c1-8343-96259c1bad2a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:59.290742 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] Publish callbacks [] for subnet (0c661df6-f078-4a02-8f97-3ebc0cb1906b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.372425 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (0c661df6-f078-4a02-8f97-3ebc0cb1906b), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.462528 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (0c661df6-f078-4a02-8f97-3ebc0cb1906b), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.483405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722dedf-f18b-4fce-b297-28cbc9de267c None None] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:44:59.535324 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:44:58Z', 'revision_number': 3, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port': {'id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:59.571495 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Checking router: e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:44:59.572032 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Updating router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c port 78ff710d-2f51-40ee-8df3-89f68bb4c93b binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:44:59.593583 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-736b413b-9076-432c-87b2-4f5eaf194c43 None None] Provisioning complete for port dacea23f-55ca-4618-b454-b170ea0f17a0 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:44:59.594106 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-736b413b-9076-432c-87b2-4f5eaf194c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.622239 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (0c661df6-f078-4a02-8f97-3ebc0cb1906b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.637787 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.655198 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c661df6-f078-4a02-8f97-3ebc0cb1906b,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:44:59.657667 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.664969 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-0b3e3369-c2a6-417c-b3b8-38c93367556e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c661df6-f078-4a02-8f97-3ebc0cb1906b HTTP/1.1" status: 204 len: 168 time: 0.4476273 Feb 21 09:44:59.666529 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58480) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:44:59.760163 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (60bc97c1-4436-4752-a110-83e04d79773a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.781001 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-736b413b-9076-432c-87b2-4f5eaf194c43 None None] Current status of the port dacea23f-55ca-4618-b454-b170ea0f17a0 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:44:59.781397 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-736b413b-9076-432c-87b2-4f5eaf194c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.853056 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-736b413b-9076-432c-87b2-4f5eaf194c43 None None] For port dacea23f-55ca-4618-b454-b170ea0f17a0, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=dacea23f-55ca-4618-b454-b170ea0f17a0,segment=NetworkSegment(5ffcc710-5f31-4b52-a96c-fea1be96fb74),segment_id=5ffcc710-5f31-4b52-a96c-fea1be96fb74)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:44:59.883412 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (60bc97c1-4436-4752-a110-83e04d79773a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:59.906633 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81560b22-0fd1-4dae-b41e-644003e95cea req-f46ce62d-a53f-42cc-bb06-75c6d986088c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:44:59.908251 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-81560b22-0fd1-4dae-b41e-644003e95cea req-f46ce62d-a53f-42cc-bb06-75c6d986088c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.4266369 Feb 21 09:44:59.933821 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bc97c1-4436-4752-a110-83e04d79773a']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:59.993043 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ea5ff3-1e4d-40cb-acc8-ce17101b7373') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:44:59.993043 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ea5ff3-1e4d-40cb-acc8-ce17101b7373') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:00.005742 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-81560b22-0fd1-4dae-b41e-644003e95cea req-ec4a4654-6c04-4a18-9759-b834b6fde91a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888002 Feb 21 09:45:00.008665 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-736b413b-9076-432c-87b2-4f5eaf194c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.013240 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (88ea5ff3-1e4d-40cb-acc8-ce17101b7373), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.055947 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (88ea5ff3-1e4d-40cb-acc8-ce17101b7373), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.059691 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device dacea23f-55ca-4618-b454-b170ea0f17a0 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:00.073964 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:45:00.074360 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (88ea5ff3-1e4d-40cb-acc8-ce17101b7373), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:45:00.076167 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:45:00.122762 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Publish callbacks [] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.134232 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.153855 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b413b-9076-432c-87b2-4f5eaf194c43 None None] Pushing event updated for resources: {'Port': ['ID=dacea23f-55ca-4618-b454-b170ea0f17a0,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:00.162864 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-abdcc0a9-58ac-4daa-9e00-9163acde7c79 None None] Provisioning complete for port dacea23f-55ca-4618-b454-b170ea0f17a0 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:00.163110 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-abdcc0a9-58ac-4daa-9e00-9163acde7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.165800 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port dacea23f-55ca-4618-b454-b170ea0f17a0 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:00.166170 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.218471 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (60bc97c1-4436-4752-a110-83e04d79773a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.218876 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.227676 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.233198 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] 10.222.0.60 "DELETE /v2.0/networks/60bc97c1-4436-4752-a110-83e04d79773a HTTP/1.1" status: 204 len: 168 time: 0.5642452 Feb 21 09:45:00.249457 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfdf2a-41ce-4db7-8e1d-20f5ec46eacd admin admin] Pushing event deleted for resources: {'Network': ['ID=60bc97c1-4436-4752-a110-83e04d79773a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:00.321849 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4636e-4ab9-4b5a-bf83-9cf5be137efc None None] Pushing event updated for resources: {'Port': ['ID=78ff710d-2f51-40ee-8df3-89f68bb4c93b,revision_number=2']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:00.327300 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Allocated IP 172.20.0.1 (9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5/6fc70ae7-0977-42a4-9df3-436ddfd66766/8f69ee3e-fcfe-4cae-9400-4333af4f886b) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:00.362194 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Attempting to bind port 78ff710d-2f51-40ee-8df3-89f68bb4c93b on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:00.363296 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Attempting to bind port 78ff710d-2f51-40ee-8df3-89f68bb4c93b by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:00.363675 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Attempting to bind port 78ff710d-2f51-40ee-8df3-89f68bb4c93b on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:00.371924 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:00.372896 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:00.373898 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.374700 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:00.376092 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Bound port: 78ff710d-2f51-40ee-8df3-89f68bb4c93b, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:00.376580 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.444937 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] For port 78ff710d-2f51-40ee-8df3-89f68bb4c93b, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:00.448337 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] For port 78ff710d-2f51-40ee-8df3-89f68bb4c93b, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=78ff710d-2f51-40ee-8df3-89f68bb4c93b,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:00.467730 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks [] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.501343 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-abdcc0a9-58ac-4daa-9e00-9163acde7c79 None None] Current status of the port dacea23f-55ca-4618-b454-b170ea0f17a0 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:00.512243 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port dacea23f-55ca-4618-b454-b170ea0f17a0 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:00.529213 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.585007 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Routers {'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:00.585673 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:44:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:00.591493 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4636e-4ab9-4b5a-bf83-9cf5be137efc None None] Pushing event updated for resources: {'Port': ['ID=78ff710d-2f51-40ee-8df3-89f68bb4c93b,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:00.610543 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.611113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3a397957-e43c-4f81-a075-cfdb5dbe2df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.664421 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:00.667848 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:00.670530 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:00.685662 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58498) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:00.702248 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Pushing event updated for resources: {'Port': ['ID=8f69ee3e-fcfe-4cae-9400-4333af4f886b,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:00.725344 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.750372 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] Set router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:00.766195 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3167d1ce-9c4c-4f5f-b932-dcd85cead394 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d01863488cde42099761447e4dbbcab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792820 Feb 21 09:45:00.767393 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58500) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:00.828300 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-374b37db-fde3-4beb-a83f-bb8f2e7e37d3 admin admin] Publish callbacks [] for security_group (9faed051-0c55-4de4-890a-8d7c28dd443b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:00.851759 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-374b37db-fde3-4beb-a83f-bb8f2e7e37d3 admin admin] Publish callbacks [] for security_group (9faed051-0c55-4de4-890a-8d7c28dd443b), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.007463 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.026114 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-faba07b3-b8d9-4d05-b6fb-ecc2395557f2 None None] Provisioning complete for port 8f69ee3e-fcfe-4cae-9400-4333af4f886b triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:01.026493 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-faba07b3-b8d9-4d05-b6fb-ecc2395557f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.067124 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-faba07b3-b8d9-4d05-b6fb-ecc2395557f2 None None] Port 8f69ee3e-fcfe-4cae-9400-4333af4f886b cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:45:01.078817 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-374b37db-fde3-4beb-a83f-bb8f2e7e37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9faed051-0c55-4de4-890a-8d7c28dd443b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.082479 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-374b37db-fde3-4beb-a83f-bb8f2e7e37d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.087552 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-374b37db-fde3-4beb-a83f-bb8f2e7e37d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9faed051-0c55-4de4-890a-8d7c28dd443b HTTP/1.1" status: 204 len: 168 time: 0.3186936 Feb 21 09:45:01.110168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b37db-fde3-4beb-a83f-bb8f2e7e37d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faed051-0c55-4de4-890a-8d7c28dd443b,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:01.181363 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8092a-e5ae-4fe8-810b-c44229ce2365 req-01c6f902-dbbe-4499-8963-b4eacc1c49de tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:01.184072 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-87e8092a-e5ae-4fe8-810b-c44229ce2365 req-01c6f902-dbbe-4499-8963-b4eacc1c49de tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.0860662 Feb 21 09:45:01.219392 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:44:58Z', 'revision_number': 3, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port': {'id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:01.241852 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks [] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.250150 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075da3c6-b52c-438f-a3cf-aa3123bdc0eb None None] The sync data for ids ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'] in dv-cinder-804735-19-iscsi is: [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:44:58Z', 'revision_number': 3, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port': {'id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:01.272277 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-87e8092a-e5ae-4fe8-810b-c44229ce2365 req-bb0d63ea-9af1-43c9-9de8-a35470c18f10 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767992 Feb 21 09:45:01.286184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-f2148f04-053d-4a75-8547-bb6e5d5b0bdc tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:01.287724 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-f2148f04-053d-4a75-8547-bb6e5d5b0bdc tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 945 time: 0.1025610 Feb 21 09:45:01.341415 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.411365 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Deleting port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:01.412124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.430811 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Pushing event updated for resources: {'Port': ['ID=8f69ee3e-fcfe-4cae-9400-4333af4f886b,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:01.438559 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.587256 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:01.588818 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:01.755511 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:01.804426 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.919798 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] For port 6a652d1b-ea3e-4cb4-b985-6b9e60064842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a652d1b-ea3e-4cb4-b985-6b9e60064842,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:01.921752 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.939525 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Calling delete_port for 6a652d1b-ea3e-4cb4-b985-6b9e60064842 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:01.949618 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:01.962225 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-6ff45b27-bd3a-4924-ab88-1e550b8f29aa admin admin] 10.222.0.60 "PUT /v2.0/routers/e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483670 Feb 21 09:45:02.010027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-ce235908-26ba-4b6d-86bc-fd7c4f1732d4 None None] Provisioning complete for port 8f69ee3e-fcfe-4cae-9400-4333af4f886b triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:02.012559 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-ce235908-26ba-4b6d-86bc-fd7c4f1732d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.030259 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58522) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:02.093613 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-ce235908-26ba-4b6d-86bc-fd7c4f1732d4 None None] Port 8f69ee3e-fcfe-4cae-9400-4333af4f886b cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:45:02.098008 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-04dc5bcd-481b-411d-b163-76d8a985171a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e515c924f684c4897da99a879eee3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664167 Feb 21 09:45:02.099245 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58524) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:02.133125 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device dacea23f-55ca-4618-b454-b170ea0f17a0 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:02.206164 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-55ef45c9-7ebf-4960-bc78-4c02b35114e3 admin admin] Publish callbacks [] for security_group (9905604d-a3a8-4b8c-9198-4a2a4a215164), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.220687 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (6a652d1b-ea3e-4cb4-b985-6b9e60064842), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.234966 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port dacea23f-55ca-4618-b454-b170ea0f17a0 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:02.235543 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.268943 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Pushing event deleted for resources: {'Port': ['ID=6a652d1b-ea3e-4cb4-b985-6b9e60064842,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:02.271516 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-55ef45c9-7ebf-4960-bc78-4c02b35114e3 admin admin] Publish callbacks [] for security_group (9905604d-a3a8-4b8c-9198-4a2a4a215164), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.275734 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['51b9589a-2044-4552-91cd-0affb2033cc5', '6a652d1b-ea3e-4cb4-b985-6b9e60064842'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:02.378420 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] No DVR routers for this DVR port 6a652d1b-ea3e-4cb4-b985-6b9e60064842 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:02.381808 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.385414 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5ad9e128-9e0e-46e9-914a-dec32b258db6 req-ff2b46c8-6702-48dc-ba44-e8ff5edab3fb tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "DELETE /v2.0/ports/6a652d1b-ea3e-4cb4-b985-6b9e60064842 HTTP/1.1" status: 204 len: 173 time: 1.0898135 Feb 21 09:45:02.391229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122c1307-4cd7-47f5-92fb-62864e133f28', 'name': 'network-vif-deleted', 'tag': '6a652d1b-ea3e-4cb4-b985-6b9e60064842'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:02.391229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e302d7c-1e55-49af-8c74-88d758ee66b7" -d '{"events": [{"server_uuid": "122c1307-4cd7-47f5-92fb-62864e133f28", "name": "network-vif-deleted", "tag": "6a652d1b-ea3e-4cb4-b985-6b9e60064842"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:02.395577 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port dacea23f-55ca-4618-b454-b170ea0f17a0 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:02.396969 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 78ff710d-2f51-40ee-8df3-89f68bb4c93b up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:02.429338 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5ca322e-675c-4a63-b225-b16eba9f2b0b req-b81d8f49-1039-462b-a3d4-30747f316b04 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.0529253 Feb 21 09:45:02.471556 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-55ef45c9-7ebf-4960-bc78-4c02b35114e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (9905604d-a3a8-4b8c-9198-4a2a4a215164), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.475112 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-55ef45c9-7ebf-4960-bc78-4c02b35114e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.476664 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-55ef45c9-7ebf-4960-bc78-4c02b35114e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9905604d-a3a8-4b8c-9198-4a2a4a215164 HTTP/1.1" status: 204 len: 168 time: 0.3736324 Feb 21 09:45:02.488244 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef45c9-7ebf-4960-bc78-4c02b35114e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9905604d-a3a8-4b8c-9198-4a2a4a215164,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:02.511249 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb76d9-4c5a-424d-b25a-df0e754e41d0 x-openstack-request-id: req-25bb76d9-4c5a-424d-b25a-df0e754e41d0 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:02.511249 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122c1307-4cd7-47f5-92fb-62864e133f28", "name": "network-vif-deleted", "tag": "6a652d1b-ea3e-4cb4-b985-6b9e60064842", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:02.511249 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25bb76d9-4c5a-424d-b25a-df0e754e41d0 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:02.511249 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122c1307-4cd7-47f5-92fb-62864e133f28', 'name': 'network-vif-deleted', 'tag': '6a652d1b-ea3e-4cb4-b985-6b9e60064842', 'status': 'completed', 'code': 200} Feb 21 09:45:02.589442 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 78ff710d-2f51-40ee-8df3-89f68bb4c93b triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:02.589844 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.699645 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 78ff710d-2f51-40ee-8df3-89f68bb4c93b is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:02.699957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.721401 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 78ff710d-2f51-40ee-8df3-89f68bb4c93b, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=78ff710d-2f51-40ee-8df3-89f68bb4c93b,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:02.851808 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:02.902806 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=78ff710d-2f51-40ee-8df3-89f68bb4c93b,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:02.932515 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58546) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:02.937442 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-95b415f4-2482-4872-b15c-4ff642850105 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274729451', 'description': 'tempest-secgroup-smoke-1274729451 description', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:03.037481 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-95b415f4-2482-4872-b15c-4ff642850105 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.105899 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-95b415f4-2482-4872-b15c-4ff642850105 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group (fa581959-dcbb-4a1a-a416-5256ac3e4f3c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.179935 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-95b415f4-2482-4872-b15c-4ff642850105 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fa581959-dcbb-4a1a-a416-5256ac3e4f3c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.210925 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b415f4-2482-4872-b15c-4ff642850105 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa581959-dcbb-4a1a-a416-5256ac3e4f3c,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:03.280322 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-95b415f4-2482-4872-b15c-4ff642850105 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.280734 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-95b415f4-2482-4872-b15c-4ff642850105 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3470502 Feb 21 09:45:03.283719 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58564) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:03.288213 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-a75ff9fd-8b34-47b9-9fb6-568529bbb107 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'security_group_rule': {'security_group_id': 'fa581959-dcbb-4a1a-a416-5256ac3e4f3c', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:03.377128 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a75ff9fd-8b34-47b9-9fb6-568529bbb107 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (182598bd-8216-4919-af54-145b0c1dd898), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.431354 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a75ff9fd-8b34-47b9-9fb6-568529bbb107 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (182598bd-8216-4919-af54-145b0c1dd898), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.459874 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.517579 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a75ff9fd-8b34-47b9-9fb6-568529bbb107 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (182598bd-8216-4919-af54-145b0c1dd898), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.555085 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ff9fd-8b34-47b9-9fb6-568529bbb107 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182598bd-8216-4919-af54-145b0c1dd898,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:03.573472 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b98644ea-5279-45b1-aa97-95778849513a req-aed528f0-bed9-4f50-835d-b80da5141832 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=122c1307-4cd7-47f5-92fb-62864e133f28 HTTP/1.1" status: 200 len: 210 time: 0.0388401 Feb 21 09:45:03.633876 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a75ff9fd-8b34-47b9-9fb6-568529bbb107 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.635225 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a75ff9fd-8b34-47b9-9fb6-568529bbb107 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504994 Feb 21 09:45:03.641587 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58576) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:03.642422 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-276be815-5d3c-410a-9f05-8a24c4ec974e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'security_group_rule': {'security_group_id': 'fa581959-dcbb-4a1a-a416-5256ac3e4f3c', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:03.762209 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-276be815-5d3c-410a-9f05-8a24c4ec974e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (9456fe64-586d-4299-8eda-a9002c5638b5), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.855544 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-276be815-5d3c-410a-9f05-8a24c4ec974e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (9456fe64-586d-4299-8eda-a9002c5638b5), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.909756 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 78ff710d-2f51-40ee-8df3-89f68bb4c93b up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:03.929229 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-276be815-5d3c-410a-9f05-8a24c4ec974e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (9456fe64-586d-4299-8eda-a9002c5638b5), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:03.946356 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276be815-5d3c-410a-9f05-8a24c4ec974e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9456fe64-586d-4299-8eda-a9002c5638b5,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:03.974488 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 78ff710d-2f51-40ee-8df3-89f68bb4c93b triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:03.975329 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.056682 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Sync routers for ids ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:04.077554 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-276be815-5d3c-410a-9f05-8a24c4ec974e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.082427 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-276be815-5d3c-410a-9f05-8a24c4ec974e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4400585 Feb 21 09:45:04.082558 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58614) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:04.082663 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Routers {'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:04.083271 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:45:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:04.085149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 78ff710d-2f51-40ee-8df3-89f68bb4c93b is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:04.087220 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-ef74f8dc-3fe3-4f79-a979-2cb32d4b3c15 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'security_group_rule': {'security_group_id': 'fa581959-dcbb-4a1a-a416-5256ac3e4f3c', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:04.202209 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef74f8dc-3fe3-4f79-a979-2cb32d4b3c15 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (34f7a214-fa8a-43ca-95d4-ffd73305b14c), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.218457 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Set router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:04.269603 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef74f8dc-3fe3-4f79-a979-2cb32d4b3c15 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (34f7a214-fa8a-43ca-95d4-ffd73305b14c), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.334359 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef74f8dc-3fe3-4f79-a979-2cb32d4b3c15 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (34f7a214-fa8a-43ca-95d4-ffd73305b14c), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.353850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74f8dc-3fe3-4f79-a979-2cb32d4b3c15 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f7a214-fa8a-43ca-95d4-ffd73305b14c,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:04.430360 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ef74f8dc-3fe3-4f79-a979-2cb32d4b3c15 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.430873 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:00Z', 'revision_number': 4, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port': {'id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '8f69ee3e-fcfe-4cae-9400-4333af4f886b', 'name': '', 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'mac_address': 'fa:16:3e:ec:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc70ae7-0977-42a4-9df3-436ddfd66766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:00Z', 'updated_at': '2022-02-21T09:45:01Z', 'revision_number': 2, 'project_id': '2eaded992eb743809a26128e168adc97', 'subnets': [{'id': '6fc70ae7-0977-42a4-9df3-436ddfd66766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:04.431596 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ef74f8dc-3fe3-4f79-a979-2cb32d4b3c15 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484952 Feb 21 09:45:04.434384 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58630) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:04.439174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-e08cf84c-fecc-4c7c-bb25-f867a7e35f20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'security_group_rule': {'security_group_id': 'fa581959-dcbb-4a1a-a416-5256ac3e4f3c', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:04.462996 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Checking router: e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:04.463357 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Updating router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c port 8f69ee3e-fcfe-4cae-9400-4333af4f886b binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:45:04.492469 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.527762 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e08cf84c-fecc-4c7c-bb25-f867a7e35f20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (236e97a4-d4af-4acd-899c-87bc8b5f0229), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.586046 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e08cf84c-fecc-4c7c-bb25-f867a7e35f20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (236e97a4-d4af-4acd-899c-87bc8b5f0229), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.665648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e08cf84c-fecc-4c7c-bb25-f867a7e35f20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (236e97a4-d4af-4acd-899c-87bc8b5f0229), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.689602 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cf84c-fecc-4c7c-bb25-f867a7e35f20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236e97a4-d4af-4acd-899c-87bc8b5f0229,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:04.770302 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.792390 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Publish callbacks [] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.793959 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e08cf84c-fecc-4c7c-bb25-f867a7e35f20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.795520 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e08cf84c-fecc-4c7c-bb25-f867a7e35f20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3599198 Feb 21 09:45:04.803858 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58640) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:04.808387 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'security_group_rule': {'security_group_id': 'fa581959-dcbb-4a1a-a416-5256ac3e4f3c', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:04.882777 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.916071 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.securitygroups_db [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Project 35fb4d436c654150a5ab2b554b4b1e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:45:04.926321 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (18238a89-fdaf-447e-b38f-7f127c3ae5a9), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:04.960546 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bde74-e50d-4575-a03a-190401919583 None None] Pushing event updated for resources: {'Port': ['ID=8f69ee3e-fcfe-4cae-9400-4333af4f886b,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:05.001809 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Attempting to bind port 8f69ee3e-fcfe-4cae-9400-4333af4f886b on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:05.002197 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Attempting to bind port 8f69ee3e-fcfe-4cae-9400-4333af4f886b by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:05.002573 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Attempting to bind port 8f69ee3e-fcfe-4cae-9400-4333af4f886b on network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:05.007071 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (18238a89-fdaf-447e-b38f-7f127c3ae5a9), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.008875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:05.009262 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Checking segment: {'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:05.009802 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.010222 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Bound using segment: {'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:05.011922 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Bound port: 8f69ee3e-fcfe-4cae-9400-4333af4f886b, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffcc710-5f31-4b52-a96c-fea1be96fb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:05.012362 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.071695 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (18238a89-fdaf-447e-b38f-7f127c3ae5a9), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.099681 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] For port 8f69ee3e-fcfe-4cae-9400-4333af4f886b, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:05.104126 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] For port 8f69ee3e-fcfe-4cae-9400-4333af4f886b, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8f69ee3e-fcfe-4cae-9400-4333af4f886b,segment=NetworkSegment(5ffcc710-5f31-4b52-a96c-fea1be96fb74),segment_id=5ffcc710-5f31-4b52-a96c-fea1be96fb74)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:05.104405 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18238a89-fdaf-447e-b38f-7f127c3ae5a9,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:05.137485 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead92da-5bf0-441c-b501-2e4a45550086 req-c7b16531-7ab5-4713-a0c2-d34954177d42 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:05.138986 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eead92da-5bf0-441c-b501-2e4a45550086 req-c7b16531-7ab5-4713-a0c2-d34954177d42 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0667279 Feb 21 09:45:05.139121 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-fa120375-50ad-44f1-91da-d97a029e88da None None] Provisioning complete for port 8f69ee3e-fcfe-4cae-9400-4333af4f886b triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:05.139371 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-fa120375-50ad-44f1-91da-d97a029e88da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.176632 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.178015 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-604f078c-041d-4570-8c1a-e6ad92f703b7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732021 Feb 21 09:45:05.180781 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58648) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:05.183237 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.186439 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'security_group_rule': {'security_group_id': 'fa581959-dcbb-4a1a-a416-5256ac3e4f3c', 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:05.189458 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-fa120375-50ad-44f1-91da-d97a029e88da None None] Port 8f69ee3e-fcfe-4cae-9400-4333af4f886b cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:45:05.201838 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eead92da-5bf0-441c-b501-2e4a45550086 req-cfa27a51-9d79-4577-9e12-db41b3d39198 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570986 Feb 21 09:45:05.254744 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Routers {'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:05.255377 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:45:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:05.261496 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bde74-e50d-4575-a03a-190401919583 None None] Pushing event updated for resources: {'Port': ['ID=8f69ee3e-fcfe-4cae-9400-4333af4f886b,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:05.307999 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.308682 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.securitygroups_db [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Project 35fb4d436c654150a5ab2b554b4b1e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:45:05.310846 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (0aeecabe-72b2-43c4-b467-603a1cf92bfe), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.400449 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (0aeecabe-72b2-43c4-b467-603a1cf92bfe), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.413477 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] Set router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:05.468650 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (0aeecabe-72b2-43c4-b467-603a1cf92bfe), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.486497 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aeecabe-72b2-43c4-b467-603a1cf92bfe,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:05.547592 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.548890 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-1c02aef4-66ff-43bf-9ae4-38052761875e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3668838 Feb 21 09:45:05.565097 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-31b8656e-c77f-49e6-a89c-0406e0ed8ddc None None] Provisioning complete for port 8f69ee3e-fcfe-4cae-9400-4333af4f886b triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:05.565480 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-31b8656e-c77f-49e6-a89c-0406e0ed8ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.617454 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a652d1b-ea3e-4cb4-b985-6b9e60064842 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:05.648098 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 6a652d1b-ea3e-4cb4-b985-6b9e60064842 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:05.648441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a652d1b-ea3e-4cb4-b985-6b9e60064842 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:05.730586 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-31b8656e-c77f-49e6-a89c-0406e0ed8ddc None None] Current status of the port 8f69ee3e-fcfe-4cae-9400-4333af4f886b is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:05.731001 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-31b8656e-c77f-49e6-a89c-0406e0ed8ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.877759 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:00Z', 'revision_number': 4, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port': {'id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '8f69ee3e-fcfe-4cae-9400-4333af4f886b', 'name': '', 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'mac_address': 'fa:16:3e:ec:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc70ae7-0977-42a4-9df3-436ddfd66766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:00Z', 'updated_at': '2022-02-21T09:45:05Z', 'revision_number': 4, 'project_id': '2eaded992eb743809a26128e168adc97', 'subnets': [{'id': '6fc70ae7-0977-42a4-9df3-436ddfd66766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:05.916308 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4b6a4-216e-4ac9-a902-f8fa8a8df777 None None] The sync data for ids ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'] in dv-cinder-804735-19-iscsi is: [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:00Z', 'revision_number': 4, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port': {'id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '8f69ee3e-fcfe-4cae-9400-4333af4f886b', 'name': '', 'network_id': '9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'mac_address': 'fa:16:3e:ec:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6fc70ae7-0977-42a4-9df3-436ddfd66766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:00Z', 'updated_at': '2022-02-21T09:45:05Z', 'revision_number': 4, 'project_id': '2eaded992eb743809a26128e168adc97', 'subnets': [{'id': '6fc70ae7-0977-42a4-9df3-436ddfd66766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:05.928537 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-31b8656e-c77f-49e6-a89c-0406e0ed8ddc None None] For port 8f69ee3e-fcfe-4cae-9400-4333af4f886b, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8f69ee3e-fcfe-4cae-9400-4333af4f886b,segment=NetworkSegment(5ffcc710-5f31-4b52-a96c-fea1be96fb74),segment_id=5ffcc710-5f31-4b52-a96c-fea1be96fb74)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:06.035710 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-31b8656e-c77f-49e6-a89c-0406e0ed8ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:06.087838 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8656e-c77f-49e6-a89c-0406e0ed8ddc None None] Pushing event updated for resources: {'Port': ['ID=8f69ee3e-fcfe-4cae-9400-4333af4f886b,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:06.323838 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290a182-ebbc-4cc4-9870-6739b960dc69 req-7fbdcfea-32aa-4d05-9a9b-5e559149110d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:06.329281 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6290a182-ebbc-4cc4-9870-6739b960dc69 req-7fbdcfea-32aa-4d05-9a9b-5e559149110d tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0588758 Feb 21 09:45:06.377727 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6290a182-ebbc-4cc4-9870-6739b960dc69 req-4014e606-7a1a-40a2-8efa-4596478e3b6b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Feb 21 09:45:07.523806 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b28a1f-0e4f-448e-8281-ced9f09366fa req-ebe1d79b-fb1b-4a3b-9d2c-7273c81369b8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:07.525308 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b3b28a1f-0e4f-448e-8281-ced9f09366fa req-ebe1d79b-fb1b-4a3b-9d2c-7273c81369b8 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0701907 Feb 21 09:45:07.576765 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b3b28a1f-0e4f-448e-8281-ced9f09366fa req-cc71c658-2c76-489f-b60a-27fc37e99f91 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Feb 21 09:45:07.942714 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8f69ee3e-fcfe-4cae-9400-4333af4f886b up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:07.997919 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 8f69ee3e-fcfe-4cae-9400-4333af4f886b triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:07.998237 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:08.060645 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ccf7b-2021-452a-80a7-65c23f76b1e8 req-404ac438-a495-4527-9255-f1c42c7507f8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:08.062169 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e74ccf7b-2021-452a-80a7-65c23f76b1e8 req-404ac438-a495-4527-9255-f1c42c7507f8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0579500 Feb 21 09:45:08.082414 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 8f69ee3e-fcfe-4cae-9400-4333af4f886b is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:08.111608 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e74ccf7b-2021-452a-80a7-65c23f76b1e8 req-33baeb64-0976-4a85-a00a-5117a3b17e1f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Feb 21 09:45:08.134628 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58756) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:08.326283 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b7309d-194c-4b60-818d-56d6b99b920e tempest-TestMinimumBasicScenario-655276199 tempest-TestMinimumBasicScenario-655276199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:08.328239 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-92b7309d-194c-4b60-818d-56d6b99b920e tempest-TestMinimumBasicScenario-655276199 tempest-TestMinimumBasicScenario-655276199-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1124 time: 0.1922748 Feb 21 09:45:08.330825 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58760) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:08.335367 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'port_id': '70dd590e-e801-4f8c-8870-da377ec53df0', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:08.411741 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:08.517137 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:08.629201 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Allocated IP 172.27.3.253 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/dcd88ee4-a5b9-4cca-b2b3-90804e1949e6) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:08.704023 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee481-fd14-42ec-8c05-78cf56ec1fad req-cf10089b-f467-4874-b693-bc301cbea44b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:08.705965 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-677ee481-fd14-42ec-8c05-78cf56ec1fad req-cf10089b-f467-4874-b693-bc301cbea44b tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0593429 Feb 21 09:45:08.741248 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:08.755579 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-677ee481-fd14-42ec-8c05-78cf56ec1fad req-46416aed-00d1-42de-bef8-580a6b145ba9 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Feb 21 09:45:08.824070 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:08.866724 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:08.875299 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:08.877558 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'Port': ['ID=dcd88ee4-a5b9-4cca-b2b3-90804e1949e6,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:08.879879 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:09.252631 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for floatingip (790a1460-d016-44aa-b8fd-b4ef5aa4fcf5), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:09.389064 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:09.544323 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:09.613985 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:09.704857 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'Port': ['ID=dcd88ee4-a5b9-4cca-b2b3-90804e1949e6,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:09.717666 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (790a1460-d016-44aa-b8fd-b4ef5aa4fcf5), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:09.825217 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Floating IP 790a1460-d016-44aa-b8fd-b4ef5aa4fcf5 associated. External IP: 172.27.3.253, port: 70dd590e-e801-4f8c-8870-da377ec53df0. Feb 21 09:45:09.954175 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5e6dc-397a-4359-b22d-a30ff0f99e3a req-d73d28d4-3ed8-4648-af27-b1a6f2d64f3e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:09.955738 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b6c5e6dc-397a-4359-b22d-a30ff0f99e3a req-d73d28d4-3ed8-4648-af27-b1a6f2d64f3e tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.1276970 Feb 21 09:45:10.051028 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b6c5e6dc-397a-4359-b22d-a30ff0f99e3a req-4f66cbaf-865d-4b13-b6e3-970072339a2c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882177 Feb 21 09:45:10.116311 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Router e915dc73-b339-49c3-a869-8b308bbed344 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:10.228950 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:10.239437 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] Sync routers for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:10.250609 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:10.253385 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:45:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:10.307403 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.336957 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-cc0cdc1d-0cf5-49f4-ba13-3c84750f9a9a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0050581 Feb 21 09:45:10.337559 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:10.340344 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58784) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:10.340912 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29e939f-e74c-498e-a7d9-cb52e84285a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:10.344850 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-07f19822-d6d7-4fe5-b1bf-d060685c33bf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850908644', 'description': 'tempest-secgroup-smoke-1850908644 description', 'project_id': '77ef618cb28d4219856a151ba6f65f3e'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:10.366480 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:10.387127 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d2cdbe-ee9c-4d51-9fb4-c2db140a9ccc x-openstack-request-id: req-d2d2cdbe-ee9c-4d51-9fb4-c2db140a9ccc {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:10.387581 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:10.387840 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2d2cdbe-ee9c-4d51-9fb4-c2db140a9ccc {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:10.388237 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0', 'status': 'completed', 'code': 200} Feb 21 09:45:10.431637 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07f19822-d6d7-4fe5-b1bf-d060685c33bf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.520835 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07f19822-d6d7-4fe5-b1bf-d060685c33bf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group (53dcf140-5b47-4996-a780-448e0000d8d3), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.522493 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-cbf79d58-2967-4cfd-8a92-0794e852c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:10.524118 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-cbf79d58-2967-4cfd-8a92-0794e852c1da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1129 time: 0.0528910 Feb 21 09:45:10.577211 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07f19822-d6d7-4fe5-b1bf-d060685c33bf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (53dcf140-5b47-4996-a780-448e0000d8d3), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.618539 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '790a1460-d016-44aa-b8fd-b4ef5aa4fcf5', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'port_id': '70dd590e-e801-4f8c-8870-da377ec53df0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'mac_address': 'fa:16:3e:d7:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:09Z', 'updated_at': '2022-02-21T09:45:09Z', 'revision_number': 0, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:10.627772 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19822-d6d7-4fe5-b1bf-d060685c33bf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53dcf140-5b47-4996-a780-448e0000d8d3,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:10.643762 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-37478e6d-71aa-46d0-92a3-7e038a5f1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:10.647258 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-37478e6d-71aa-46d0-92a3-7e038a5f1110 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 200 len: 916 time: 0.1121831 Feb 21 09:45:10.651677 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] Checking router: e915dc73-b339-49c3-a869-8b308bbed344 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:10.661174 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:10.662170 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:45:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:10.664459 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-07f19822-d6d7-4fe5-b1bf-d060685c33bf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.669153 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-07f19822-d6d7-4fe5-b1bf-d060685c33bf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3245881 Feb 21 09:45:10.669300 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58790) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:10.673726 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-d57b00ef-4550-4cf1-8d4d-4719aa78ba0e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'security_group_rule': {'security_group_id': '53dcf140-5b47-4996-a780-448e0000d8d3', 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:10.722319 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-fd4382a0-f10b-49b4-ac43-8794bc1886b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 999 time: 0.0658231 Feb 21 09:45:10.773986 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d57b00ef-4550-4cf1-8d4d-4719aa78ba0e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (37d05953-6a1f-47f3-923a-cef5398c2aad), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.791110 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-cfb03a65-8c38-4000-a420-362edd4a304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:10.793357 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-cfb03a65-8c38-4000-a420-362edd4a304f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e61dbf-c363-4d64-9268-5a292308cbac HTTP/1.1" status: 200 len: 854 time: 0.0598545 Feb 21 09:45:10.856905 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d57b00ef-4550-4cf1-8d4d-4719aa78ba0e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (37d05953-6a1f-47f3-923a-cef5398c2aad), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.860980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-b99f28db-eb1f-459e-bd37-253e3f895fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:10.862535 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-b99f28db-eb1f-459e-bd37-253e3f895fee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f05c830a-7c77-42e2-ae50-02f2f48a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602307 Feb 21 09:45:10.882475 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:10.916982 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d57b00ef-4550-4cf1-8d4d-4719aa78ba0e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (37d05953-6a1f-47f3-923a-cef5398c2aad), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.935006 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b00ef-4550-4cf1-8d4d-4719aa78ba0e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d05953-6a1f-47f3-923a-cef5398c2aad,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:10.966490 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-d79b3c68-43c5-46e3-852b-57abbbd0c10f service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962956 Feb 21 09:45:10.992833 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d57b00ef-4550-4cf1-8d4d-4719aa78ba0e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:10.994248 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d57b00ef-4550-4cf1-8d4d-4719aa78ba0e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239906 Feb 21 09:45:10.998788 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58796) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:11.003429 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-a9f7dfd1-0801-4cf2-80b5-b5aec8d5b84b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'security_group_rule': {'security_group_id': '53dcf140-5b47-4996-a780-448e0000d8d3', 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:11.074425 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dfd1-0801-4cf2-80b5-b5aec8d5b84b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (92ad4212-371b-4ec9-a35b-544506e58ee1), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.079086 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f29e939f-e74c-498e-a7d9-cb52e84285a5 req-27268f1d-daf9-45d9-bdc2-cb2ca0989079 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057577 Feb 21 09:45:11.144663 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '790a1460-d016-44aa-b8fd-b4ef5aa4fcf5', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'port_id': '70dd590e-e801-4f8c-8870-da377ec53df0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'mac_address': 'fa:16:3e:d7:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:09Z', 'updated_at': '2022-02-21T09:45:09Z', 'revision_number': 0, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:11.171789 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dfd1-0801-4cf2-80b5-b5aec8d5b84b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (92ad4212-371b-4ec9-a35b-544506e58ee1), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.180919 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab6a0f-a426-406f-a961-95dae08d7d31 req-76b4810b-cf47-4f0a-88fb-d8608f3ddf68 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:11.183105 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f0ab6a0f-a426-406f-a961-95dae08d7d31 req-76b4810b-cf47-4f0a-88fb-d8608f3ddf68 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0573232 Feb 21 09:45:11.184260 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59b28a-7bd2-4137-8032-8d182b67889c None None] The sync data for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi is: [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '790a1460-d016-44aa-b8fd-b4ef5aa4fcf5', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'port_id': '70dd590e-e801-4f8c-8870-da377ec53df0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'mac_address': 'fa:16:3e:d7:e9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:09Z', 'updated_at': '2022-02-21T09:45:09Z', 'revision_number': 0, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:11.241336 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f0ab6a0f-a426-406f-a961-95dae08d7d31 req-263909af-6264-4f51-975a-ac893c6b7b3a tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Feb 21 09:45:11.242906 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dfd1-0801-4cf2-80b5-b5aec8d5b84b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (92ad4212-371b-4ec9-a35b-544506e58ee1), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.268038 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7dfd1-0801-4cf2-80b5-b5aec8d5b84b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ad4212-371b-4ec9-a35b-544506e58ee1,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:11.319215 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a9f7dfd1-0801-4cf2-80b5-b5aec8d5b84b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.322326 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a9f7dfd1-0801-4cf2-80b5-b5aec8d5b84b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206520 Feb 21 09:45:11.326138 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58804) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:11.329805 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-681158f8-533e-49f7-8158-87aeb960f8cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'security_group_rule': {'security_group_id': '53dcf140-5b47-4996-a780-448e0000d8d3', 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:11.408787 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-681158f8-533e-49f7-8158-87aeb960f8cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (77317485-ffc2-4972-826f-5379993b15c3), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.409242 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7246a-2527-4eee-ba56-4287f55dd31f None None] New status for floating IP 790a1460-d016-44aa-b8fd-b4ef5aa4fcf5: ACTIVE {{(pid=109842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:45:11.469141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-681158f8-533e-49f7-8158-87aeb960f8cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (77317485-ffc2-4972-826f-5379993b15c3), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.548512 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-681158f8-533e-49f7-8158-87aeb960f8cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (77317485-ffc2-4972-826f-5379993b15c3), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.569967 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681158f8-533e-49f7-8158-87aeb960f8cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77317485-ffc2-4972-826f-5379993b15c3,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:11.654663 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-681158f8-533e-49f7-8158-87aeb960f8cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.663407 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-681158f8-533e-49f7-8158-87aeb960f8cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349495 Feb 21 09:45:11.663407 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58808) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:11.673146 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-f7c0979e-e81b-4194-8a30-98c27e2fee65 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'security_group_rule': {'security_group_id': '53dcf140-5b47-4996-a780-448e0000d8d3', 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:11.808000 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0979e-e81b-4194-8a30-98c27e2fee65 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (6d1071b9-cd00-43b1-973d-3607df3b79f6), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:11.868455 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0979e-e81b-4194-8a30-98c27e2fee65 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (6d1071b9-cd00-43b1-973d-3607df3b79f6), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.008228 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0979e-e81b-4194-8a30-98c27e2fee65 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (6d1071b9-cd00-43b1-973d-3607df3b79f6), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.027434 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0979e-e81b-4194-8a30-98c27e2fee65 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1071b9-cd00-43b1-973d-3607df3b79f6,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.084609 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0979e-e81b-4194-8a30-98c27e2fee65 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.085793 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f7c0979e-e81b-4194-8a30-98c27e2fee65 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4216504 Feb 21 09:45:12.088481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58812) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:12.093108 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'security_group_rule': {'security_group_id': '53dcf140-5b47-4996-a780-448e0000d8d3', 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:12.158536 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.securitygroups_db [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Project 77ef618cb28d4219856a151ba6f65f3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:45:12.166264 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (13c7bf2a-19df-4ae2-88bb-85414928c842), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.212362 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-ccb0617c-4fc9-4a21-9261-c0e7ebd0b813 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:12.214967 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-ccb0617c-4fc9-4a21-9261-c0e7ebd0b813 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0891652 Feb 21 09:45:12.279118 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (13c7bf2a-19df-4ae2-88bb-85414928c842), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.344779 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Deleting port 51b9589a-2044-4552-91cd-0affb2033cc5 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:12.345502 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.360451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (13c7bf2a-19df-4ae2-88bb-85414928c842), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.372739 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaebad-77c5-4377-a807-4d671cfb6a2e req-771b9e05-ccf4-4a8a-aeea-60328a1cd115 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:12.374297 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-adcaebad-77c5-4377-a807-4d671cfb6a2e req-771b9e05-ccf4-4a8a-aeea-60328a1cd115 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 946 time: 0.0557127 Feb 21 09:45:12.413768 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c7bf2a-19df-4ae2-88bb-85414928c842,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.427186 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-adcaebad-77c5-4377-a807-4d671cfb6a2e req-7954d1d5-84ad-417a-a031-0b9948f13540 tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/security-groups?id=425769af-2836-44ec-987e-dede75166a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Feb 21 09:45:12.460656 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] For port 51b9589a-2044-4552-91cd-0affb2033cc5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51b9589a-2044-4552-91cd-0affb2033cc5,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:12.461025 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.475627 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Calling delete_port for 51b9589a-2044-4552-91cd-0affb2033cc5 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:12.519459 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.520661 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-2276cedb-9283-4c1b-902c-b37f585ea1b7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4312623 Feb 21 09:45:12.523627 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58820) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:12.528885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'security_group_rule': {'security_group_id': '53dcf140-5b47-4996-a780-448e0000d8d3', 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:12.608489 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.securitygroups_db [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Project 77ef618cb28d4219856a151ba6f65f3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:45:12.613713 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (e9a8a81a-8168-4dc2-9d5e-4299723b9f37), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.656876 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (51b9589a-2044-4552-91cd-0affb2033cc5), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.690355 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (e9a8a81a-8168-4dc2-9d5e-4299723b9f37), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.693473 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Pushing event deleted for resources: {'Port': ['ID=51b9589a-2044-4552-91cd-0affb2033cc5,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.695799 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['51b9589a-2044-4552-91cd-0affb2033cc5'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:12.739598 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] No DVR routers for this DVR port 51b9589a-2044-4552-91cd-0affb2033cc5 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:45:12.742400 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.745838 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-171d946f-e6fa-4ea5-8d87-e864b94d0990 req-7f7dfefb-5b97-4da3-b51e-94212924f01c tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.10 "DELETE /v2.0/ports/51b9589a-2044-4552-91cd-0affb2033cc5 HTTP/1.1" status: 204 len: 173 time: 0.5200822 Feb 21 09:45:12.746284 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'name': 'network-vif-deleted', 'tag': '51b9589a-2044-4552-91cd-0affb2033cc5'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:12.748491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345f547a-442b-4aef-a763-d018c532be42" -d '{"events": [{"server_uuid": "000da8c8-5844-4e89-b8aa-d6210f2f09c3", "name": "network-vif-deleted", "tag": "51b9589a-2044-4552-91cd-0affb2033cc5"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:12.777390 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (e9a8a81a-8168-4dc2-9d5e-4299723b9f37), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.783396 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aca498-746c-4fcd-86e9-1ac41b62bae7 x-openstack-request-id: req-f6aca498-746c-4fcd-86e9-1ac41b62bae7 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:12.784075 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000da8c8-5844-4e89-b8aa-d6210f2f09c3", "name": "network-vif-deleted", "tag": "51b9589a-2044-4552-91cd-0affb2033cc5", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:12.784609 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6aca498-746c-4fcd-86e9-1ac41b62bae7 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:12.785203 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000da8c8-5844-4e89-b8aa-d6210f2f09c3', 'name': 'network-vif-deleted', 'tag': '51b9589a-2044-4552-91cd-0affb2033cc5', 'status': 'completed', 'code': 200} Feb 21 09:45:12.804556 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a8a81a-8168-4dc2-9d5e-4299723b9f37,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:12.883133 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:12.884687 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d6e91fe7-e989-4a6a-adfc-eddea3e3d673 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3596964 Feb 21 09:45:12.987393 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-260dc577-7385-42e4-82e8-b3a6ff1cfd4d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850908644&fields=id&tenant_id=77ef618cb28d4219856a151ba6f65f3e HTTP/1.1" status: 200 len: 267 time: 0.0540600 Feb 21 09:45:13.044711 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-adaf306d-b0c5-4772-bd46-91596917ea1d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:13.046373 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-adaf306d-b0c5-4772-bd46-91596917ea1d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0545061 Feb 21 09:45:13.058400 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'port': {'security_groups': ['fb46e225-38f0-40f7-bfa6-32f8baaf7a13', '53dcf140-5b47-4996-a780-448e0000d8d3']}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:13.137774 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:13.375433 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=70dd590e-e801-4f8c-8870-da377ec53df0,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:13.403473 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for port (70dd590e-e801-4f8c-8870-da377ec53df0), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:13.460419 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:13.505435 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['70dd590e-e801-4f8c-8870-da377ec53df0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:13.506249 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:13.506883 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:13.512037 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57db8c66-e674-4933-b2e1-567aaeb71dd1 req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "PUT /v2.0/ports/70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 981 time: 0.4590156 Feb 21 09:45:13.512695 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:13.515178 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27d8e6e-5fce-47c9-b082-b613e552d505" -d '{"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:13.591693 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165476e5-61cb-45ea-9e44-7201b536aaa2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=6']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:13.646284 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c5082231-2fdc-4973-a38a-df22243f89fc req-27cfdd41-49ef-4d19-b632-346d0838268f tempest-ServerRescueNegativeTestJSON-408374324 tempest-ServerRescueNegativeTestJSON-408374324-project] 10.222.0.60 "GET /v2.0/ports?device_id=000da8c8-5844-4e89-b8aa-d6210f2f09c3 HTTP/1.1" status: 200 len: 210 time: 0.0419903 Feb 21 09:45:13.707310 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47d245-b4b0-4155-a4a1-f97501291754 req-c6ceaa5a-40ba-4e8d-9827-1e5ee6a296a2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:13.709404 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1c47d245-b4b0-4155-a4a1-f97501291754 req-c6ceaa5a-40ba-4e8d-9827-1e5ee6a296a2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0987840 Feb 21 09:45:13.725494 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f8d849-8024-45ba-99b3-9fd99fcdd791 x-openstack-request-id: req-67f8d849-8024-45ba-99b3-9fd99fcdd791 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:13.725809 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:13.726065 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67f8d849-8024-45ba-99b3-9fd99fcdd791 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:13.726489 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0', 'status': 'completed', 'code': 200} Feb 21 09:45:13.756202 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['70dd590e-e801-4f8c-8870-da377ec53df0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:13.789802 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1c47d245-b4b0-4155-a4a1-f97501291754 req-fa80622f-6157-41f4-96bb-efb0bdd53ed3 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724604 Feb 21 09:45:13.881672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-8336d713-9f7a-4056-b877-e64d400cc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:13.886253 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-8336d713-9f7a-4056-b877-e64d400cc0a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1168 time: 0.0808706 Feb 21 09:45:13.933278 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-f12f43e2-2251-433a-a18a-9cd8ffa09f3d None None] Provisioning complete for port 70dd590e-e801-4f8c-8870-da377ec53df0 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:13.933495 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f12f43e2-2251-433a-a18a-9cd8ffa09f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:14.169041 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-f12f43e2-2251-433a-a18a-9cd8ffa09f3d None None] Current status of the port 70dd590e-e801-4f8c-8870-da377ec53df0 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:14.227351 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-86fbd35f-112f-4328-8fab-d3a6d3579533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:14.229057 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-86fbd35f-112f-4328-8fab-d3a6d3579533 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 200 len: 916 time: 0.3372154 Feb 21 09:45:14.301443 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-c447f43b-b18d-4b49-93fa-35792b95201b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 1001 time: 0.0651622 Feb 21 09:45:14.358957 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-acf93f69-0cb4-41d3-8e91-675da8e2029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:14.360401 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-acf93f69-0cb4-41d3-8e91-675da8e2029f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e61dbf-c363-4d64-9268-5a292308cbac HTTP/1.1" status: 200 len: 854 time: 0.0532222 Feb 21 09:45:14.410885 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-80a8136b-439f-4087-8c73-9f7199ec9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:14.412368 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-80a8136b-439f-4087-8c73-9f7199ec9f31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f05c830a-7c77-42e2-ae50-02f2f48a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454919 Feb 21 09:45:14.516488 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-d873efde-7c6a-43c8-81e2-1a2dec37ff3c service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825114 Feb 21 09:45:14.611248 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d27d8e6e-5fce-47c9-b082-b613e552d505 req-2f62a22a-cab5-4496-a767-c987608ee287 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887408 Feb 21 09:45:14.716800 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58854) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:15.145254 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (2fabdec3-001b-43a6-a8ae-fcfb0e054211), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:15.454839 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Deleting port c5585b11-1fe1-4295-a5da-1329dab9b473 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:15.455175 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:15.535314 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] For port c5585b11-1fe1-4295-a5da-1329dab9b473, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=c5585b11-1fe1-4295-a5da-1329dab9b473,segment=NetworkSegment(1932405b-b1a5-4232-9606-cb99f4c5f614),segment_id=1932405b-b1a5-4232-9606-cb99f4c5f614)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:15.535676 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:15.550206 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Calling delete_port for c5585b11-1fe1-4295-a5da-1329dab9b473 owned by network:router_interface {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:15.645330 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:45:15.664760 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 51b9589a-2044-4552-91cd-0affb2033cc5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:15.690620 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 51b9589a-2044-4552-91cd-0affb2033cc5 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:15.690875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 51b9589a-2044-4552-91cd-0affb2033cc5 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:16.048203 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (c5585b11-1fe1-4295-a5da-1329dab9b473), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.075740 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5585b11-1fe1-4295-a5da-1329dab9b473,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:16.243775 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (2fabdec3-001b-43a6-a8ae-fcfb0e054211), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.476594 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:16.588263 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:16.594923 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7aeb46ab-3764-46e1-a800-6c6020934064 admin admin] 10.222.0.60 "PUT /v2.0/routers/2fabdec3-001b-43a6-a8ae-fcfb0e054211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8767431 Feb 21 09:45:16.597122 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58872) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:16.597677 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] Sync routers for ids ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:16.608403 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] Routers {'2fabdec3-001b-43a6-a8ae-fcfb0e054211'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:16.609019 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:45:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:16.707259 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks [] for router (2fabdec3-001b-43a6-a8ae-fcfb0e054211), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.722917 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] Set router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:16.817633 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks [] for router_gateway (2fabdec3-001b-43a6-a8ae-fcfb0e054211), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.905656 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:45:15Z', 'revision_number': 5, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port': {'id': 'cac36cc7-693c-462f-a34f-0f771e199d67', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:16.931624 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Deleting port cac36cc7-693c-462f-a34f-0f771e199d67 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:45:16.931977 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:16.936828 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] Checking router: 2fabdec3-001b-43a6-a8ae-fcfb0e054211 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:16.945378 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] Routers {'2fabdec3-001b-43a6-a8ae-fcfb0e054211'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:16.946037 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:45:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:17.019720 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] For port cac36cc7-693c-462f-a34f-0f771e199d67, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=cac36cc7-693c-462f-a34f-0f771e199d67,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:17.020144 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.034552 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Calling delete_port for cac36cc7-693c-462f-a34f-0f771e199d67 owned by network:router_gateway {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:45:17.049135 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] Set router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 gateway port host: None {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:17.106433 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:45:16Z', 'revision_number': 6, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:17.137259 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbc1b9-cce9-4e3d-9091-903563b8470a None None] The sync data for ids ['2fabdec3-001b-43a6-a8ae-fcfb0e054211'] in dv-cinder-804735-19-iscsi is: [{'id': '2fabdec3-001b-43a6-a8ae-fcfb0e054211', 'name': 'tempest-ServerRescueNegativeTestJSON-1666858108-router', 'tenant_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:33Z', 'updated_at': '2022-02-21T09:45:16Z', 'revision_number': 6, 'project_id': '9f1461d14cd24c4f9a160129b9c7d21e', 'gw_port_host': None}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:17.279854 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (cac36cc7-693c-462f-a34f-0f771e199d67), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.308092 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac36cc7-693c-462f-a34f-0f771e199d67,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:17.373701 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (2fabdec3-001b-43a6-a8ae-fcfb0e054211), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.486899 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (2fabdec3-001b-43a6-a8ae-fcfb0e054211), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.489149 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks [] for router_controller (2fabdec3-001b-43a6-a8ae-fcfb0e054211), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.637156 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (2fabdec3-001b-43a6-a8ae-fcfb0e054211), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.637729 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fabdec3-001b-43a6-a8ae-fcfb0e054211 {{(pid=109840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:45:17.643399 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.644581 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-8d840c92-bd08-4712-b1c4-7bb643432ee9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2fabdec3-001b-43a6-a8ae-fcfb0e054211 HTTP/1.1" status: 204 len: 168 time: 1.0464835 Feb 21 09:45:17.647220 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58882) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:17.695182 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] Deleting subnet 0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:45:17.699222 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] Publish callbacks [] for subnet (0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.736143 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.785076 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.909049 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.941188 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:17.942847 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:17.946035 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e0eab4a7-3708-4035-9d81-fd9b0a812911 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c4f2c2a-9a78-4a81-92f7-ddce01f9c96d HTTP/1.1" status: 204 len: 168 time: 0.2977853 Feb 21 09:45:17.948423 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58884) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:18.002823 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device cac36cc7-693c-462f-a34f-0f771e199d67 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:18.023441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: cac36cc7-693c-462f-a34f-0f771e199d67 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:18.023808 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device cac36cc7-693c-462f-a34f-0f771e199d67 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:18.023967 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (fc3433bc-9b30-41e2-87cf-8a7494813443), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.024236 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c5585b11-1fe1-4295-a5da-1329dab9b473 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:45:18.046038 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: c5585b11-1fe1-4295-a5da-1329dab9b473 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:45:18.046397 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c5585b11-1fe1-4295-a5da-1329dab9b473 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:45:18.110857 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (fc3433bc-9b30-41e2-87cf-8a7494813443), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.131657 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3433bc-9b30-41e2-87cf-8a7494813443']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:18.140849 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1932405b-b1a5-4232-9606-cb99f4c5f614') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:18.141143 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1932405b-b1a5-4232-9606-cb99f4c5f614') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:18.150278 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (1932405b-b1a5-4232-9606-cb99f4c5f614), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.164203 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (1932405b-b1a5-4232-9606-cb99f4c5f614), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.171054 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:45:18.171347 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (1932405b-b1a5-4232-9606-cb99f4c5f614), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:45:18.173129 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:45:18.288621 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (fc3433bc-9b30-41e2-87cf-8a7494813443), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.295355 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.298515 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fc3433bc-9b30-41e2-87cf-8a7494813443 HTTP/1.1" status: 204 len: 168 time: 0.3490355 Feb 21 09:45:18.313839 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516298ad-658f-4847-9d80-b1be6cc31378 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3433bc-9b30-41e2-87cf-8a7494813443,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:18.725356 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58896) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:18.766694 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d185d8ce-e4d8-47f7-a586-3f2c693e7f8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f1461d14cd24c4f9a160129b9c7d21e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401368 Feb 21 09:45:18.768834 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58898) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:18.816996 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a150694e-5438-4748-bdc0-db4346f27519 admin admin] Publish callbacks [] for security_group (425769af-2836-44ec-987e-dede75166a55), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.841195 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a150694e-5438-4748-bdc0-db4346f27519 admin admin] Publish callbacks [] for security_group (425769af-2836-44ec-987e-dede75166a55), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.959911 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a150694e-5438-4748-bdc0-db4346f27519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (425769af-2836-44ec-987e-dede75166a55), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.962851 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a150694e-5438-4748-bdc0-db4346f27519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:18.963949 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a150694e-5438-4748-bdc0-db4346f27519 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/425769af-2836-44ec-987e-dede75166a55 HTTP/1.1" status: 204 len: 168 time: 0.1941717 Feb 21 09:45:18.978349 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150694e-5438-4748-bdc0-db4346f27519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425769af-2836-44ec-987e-dede75166a55,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:21.663318 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 58968) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:21.774512 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cf1cd6b1-7b58-454b-95dc-10733caa44b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:21.849850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cf1cd6b1-7b58-454b-95dc-10733caa44b0 admin admin] Publish callbacks [] for security_group (2435deb1-8b9c-4a60-80fc-be32e81afb16), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:21.919576 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cf1cd6b1-7b58-454b-95dc-10733caa44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2435deb1-8b9c-4a60-80fc-be32e81afb16), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:21.959418 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cd6b1-7b58-454b-95dc-10733caa44b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2435deb1-8b9c-4a60-80fc-be32e81afb16,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:21.964197 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-cf1cd6b1-7b58-454b-95dc-10733caa44b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31dc1257d6f34dafafa76bd80404353a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995930 Feb 21 09:45:21.967128 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 58974) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:22.026583 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4d90a23f-0595-4d05-aaf6-6aec9dfe022d admin admin] Publish callbacks [] for security_group (2435deb1-8b9c-4a60-80fc-be32e81afb16), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:22.049779 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4d90a23f-0595-4d05-aaf6-6aec9dfe022d admin admin] Publish callbacks [] for security_group (2435deb1-8b9c-4a60-80fc-be32e81afb16), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:22.168749 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4d90a23f-0595-4d05-aaf6-6aec9dfe022d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2435deb1-8b9c-4a60-80fc-be32e81afb16), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:22.171459 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4d90a23f-0595-4d05-aaf6-6aec9dfe022d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:22.172654 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4d90a23f-0595-4d05-aaf6-6aec9dfe022d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2435deb1-8b9c-4a60-80fc-be32e81afb16 HTTP/1.1" status: 204 len: 168 time: 0.2044525 Feb 21 09:45:22.181069 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a23f-0595-4d05-aaf6-6aec9dfe022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2435deb1-8b9c-4a60-80fc-be32e81afb16,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:26.921046 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50239706-68e6-44b0-86bb-5d75d7bc7c34 req-9a244f14-970d-4b86-88be-ef8c1c0b78ec tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:26.922592 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-50239706-68e6-44b0-86bb-5d75d7bc7c34 req-9a244f14-970d-4b86-88be-ef8c1c0b78ec tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0568719 Feb 21 09:45:26.972952 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-50239706-68e6-44b0-86bb-5d75d7bc7c34 req-78e73c22-4f27-4a8d-858e-26ff553ac4bb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Feb 21 09:45:28.100219 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffb79-f81d-4ef8-9229-4fcdfb0e5aa0 req-da3effe7-8e00-4ed1-93b3-59bafbcf79df tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:28.101793 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b05ffb79-f81d-4ef8-9229-4fcdfb0e5aa0 req-da3effe7-8e00-4ed1-93b3-59bafbcf79df tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0523450 Feb 21 09:45:28.147771 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b05ffb79-f81d-4ef8-9229-4fcdfb0e5aa0 req-9de5652e-0168-4a62-9e54-dbf923d5c53f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Feb 21 09:45:28.162020 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a71aa2d6-8348-44b2-86f6-8c51a0fc4143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.284706 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeb13d-958b-42a7-8742-07ed459ef3ce req-fe15c90f-6ab4-4fce-b4da-6b7fa869bbe7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:29.286703 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8baeb13d-958b-42a7-8742-07ed459ef3ce req-fe15c90f-6ab4-4fce-b4da-6b7fa869bbe7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0554993 Feb 21 09:45:29.334739 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8baeb13d-958b-42a7-8742-07ed459ef3ce req-b8cbe849-1b12-40f7-a6c1-f58870d66c6f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Feb 21 09:45:30.458046 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29852a-173d-4344-a239-e893bd994161 req-116d8233-516a-4dfe-aa24-448025bc8cef tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:30.459527 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3d29852a-173d-4344-a239-e893bd994161 req-116d8233-516a-4dfe-aa24-448025bc8cef tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0530550 Feb 21 09:45:30.506816 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3d29852a-173d-4344-a239-e893bd994161 req-d9eb79db-267f-4fd5-b101-838730fb29aa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413992 Feb 21 09:45:30.550071 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-68e2b7d4-0e7e-4722-ac6f-00081d49ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.636225 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604e69f-db05-46ca-a9a7-b9e0d24027a8 req-b244cbb6-4c95-49eb-8eb3-6ce408a6992b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.637741 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2604e69f-db05-46ca-a9a7-b9e0d24027a8 req-b244cbb6-4c95-49eb-8eb3-6ce408a6992b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0613954 Feb 21 09:45:31.687528 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2604e69f-db05-46ca-a9a7-b9e0d24027a8 req-60d7fc4b-9c48-4d09-9630-6ecb7cf5e833 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Feb 21 09:45:31.790111 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.812436 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf9203-c59c-445f-9cb5-707515893cb9 req-c7318a4e-5a2b-4a20-b2f5-c52aca1736a1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:32.814798 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2aaf9203-c59c-445f-9cb5-707515893cb9 req-c7318a4e-5a2b-4a20-b2f5-c52aca1736a1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0557671 Feb 21 09:45:32.863930 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2aaf9203-c59c-445f-9cb5-707515893cb9 req-37ba4b74-c542-4495-8751-9d0af8775013 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Feb 21 09:45:33.478754 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.992102 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc758bee-2abf-4089-b4f7-da4a05fb9b26 req-db3e9c04-9e2d-413b-8e95-00286116e94b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:33.993529 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-dc758bee-2abf-4089-b4f7-da4a05fb9b26 req-db3e9c04-9e2d-413b-8e95-00286116e94b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0536880 Feb 21 09:45:34.044749 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-dc758bee-2abf-4089-b4f7-da4a05fb9b26 req-acf52256-c1af-45e7-bf3a-67fca62ee4b5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456839 Feb 21 09:45:34.784368 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.168402 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa8735-c184-454d-b91d-6b5995ee13e9 req-4688a334-3d1b-4c0f-9d22-81958f3e6625 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:35.169921 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-51aa8735-c184-454d-b91d-6b5995ee13e9 req-4688a334-3d1b-4c0f-9d22-81958f3e6625 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0521264 Feb 21 09:45:35.218559 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-51aa8735-c184-454d-b91d-6b5995ee13e9 req-f543a372-7434-4420-8c77-6d4bfeae61fd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 Feb 21 09:45:35.258726 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.357307 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaf86d-3e79-4600-8221-887d400b26e8 req-47efdf33-f63d-438c-927d-59ee9bf314c6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:36.358837 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ebeaf86d-3e79-4600-8221-887d400b26e8 req-47efdf33-f63d-438c-927d-59ee9bf314c6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0586791 Feb 21 09:45:36.414019 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ebeaf86d-3e79-4600-8221-887d400b26e8 req-d69037c4-37d4-4b36-b2ca-21f0012457fe tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Feb 21 09:45:37.567397 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9497d-322d-430a-87a8-5d41f572d5ef req-0731dd2a-d4eb-4aca-90f3-a7be0a23115e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:37.567397 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-40a9497d-322d-430a-87a8-5d41f572d5ef req-0731dd2a-d4eb-4aca-90f3-a7be0a23115e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0550537 Feb 21 09:45:37.622119 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-40a9497d-322d-430a-87a8-5d41f572d5ef req-09b3c740-1b40-43bd-881c-696db8a434e3 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505662 Feb 21 09:45:38.164062 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 59404) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:38.288286 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d33bb710-1655-44ca-9f3a-00526605ea81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.370057 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d33bb710-1655-44ca-9f3a-00526605ea81 admin admin] Publish callbacks [] for security_group (fbedbd41-4b9c-44d2-82f1-4954be89303c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.430198 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d33bb710-1655-44ca-9f3a-00526605ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fbedbd41-4b9c-44d2-82f1-4954be89303c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.466528 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bb710-1655-44ca-9f3a-00526605ea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbedbd41-4b9c-44d2-82f1-4954be89303c,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:38.471395 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d33bb710-1655-44ca-9f3a-00526605ea81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b31c37450bc476aac4922893bbef434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056602 Feb 21 09:45:38.473305 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 59420) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:38.538189 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2f80857a-704b-4f03-8375-cc5085bb5a60 admin admin] Publish callbacks [] for security_group (fbedbd41-4b9c-44d2-82f1-4954be89303c), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.566110 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2f80857a-704b-4f03-8375-cc5085bb5a60 admin admin] Publish callbacks [] for security_group (fbedbd41-4b9c-44d2-82f1-4954be89303c), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.665202 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 59432) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:38.713674 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2f80857a-704b-4f03-8375-cc5085bb5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fbedbd41-4b9c-44d2-82f1-4954be89303c), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.717160 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2f80857a-704b-4f03-8375-cc5085bb5a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.721737 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-2f80857a-704b-4f03-8375-cc5085bb5a60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbedbd41-4b9c-44d2-82f1-4954be89303c HTTP/1.1" status: 204 len: 168 time: 0.2444685 Feb 21 09:45:38.728196 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80857a-704b-4f03-8375-cc5085bb5a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbedbd41-4b9c-44d2-82f1-4954be89303c,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:38.767848 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ba1a7-19bf-495c-ad40-c0d30b19fe03 req-2b042400-effc-43ef-b021-1a58bbe2945c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:38.769680 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c97ba1a7-19bf-495c-ad40-c0d30b19fe03 req-2b042400-effc-43ef-b021-1a58bbe2945c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0732276 Feb 21 09:45:38.814634 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d5369fab-c289-4581-ba4a-476ad8ff6ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.846788 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c97ba1a7-19bf-495c-ad40-c0d30b19fe03 req-00a70105-30a3-4c40-b161-4338052d8d97 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693145 Feb 21 09:45:38.910302 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d5369fab-c289-4581-ba4a-476ad8ff6ae1 admin admin] Publish callbacks [] for security_group (e7fc2654-2412-42db-82bf-de7599a1beb0), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.990147 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d5369fab-c289-4581-ba4a-476ad8ff6ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e7fc2654-2412-42db-82bf-de7599a1beb0), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.053831 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d5369fab-c289-4581-ba4a-476ad8ff6ae1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=207ce7db76f34a81b5e0e1119b06f170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868413 Feb 21 09:45:39.056520 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 59440) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:39.069299 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5369fab-c289-4581-ba4a-476ad8ff6ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc2654-2412-42db-82bf-de7599a1beb0,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:39.096807 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-995028c0-c342-4720-a116-bedeb145a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:39.099397 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-995028c0-c342-4720-a116-bedeb145a1c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1129 time: 0.0616095 Feb 21 09:45:39.127695 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e3327a8a-2117-45aa-b001-f10cb8c69f28 admin admin] Publish callbacks [] for security_group (e7fc2654-2412-42db-82bf-de7599a1beb0), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.152795 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e3327a8a-2117-45aa-b001-f10cb8c69f28 admin admin] Publish callbacks [] for security_group (e7fc2654-2412-42db-82bf-de7599a1beb0), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.213362 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-981de39a-54ae-448e-b778-ab2b455ff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:39.215519 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-981de39a-54ae-448e-b778-ab2b455ff8e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.0934300 Feb 21 09:45:39.287226 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-cedfd584-4310-451a-9e64-7163aa54f835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 1000 time: 0.0636075 Feb 21 09:45:39.298637 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e3327a8a-2117-45aa-b001-f10cb8c69f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e7fc2654-2412-42db-82bf-de7599a1beb0), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.301620 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e3327a8a-2117-45aa-b001-f10cb8c69f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.302741 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-e3327a8a-2117-45aa-b001-f10cb8c69f28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7fc2654-2412-42db-82bf-de7599a1beb0 HTTP/1.1" status: 204 len: 168 time: 0.2452562 Feb 21 09:45:39.311588 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3327a8a-2117-45aa-b001-f10cb8c69f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc2654-2412-42db-82bf-de7599a1beb0,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:39.340279 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-76c20b2d-4500-4004-a45a-30a39c61b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:39.341798 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-76c20b2d-4500-4004-a45a-30a39c61b927 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0481761 Feb 21 09:45:39.401791 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-a058aa97-5c85-41aa-804d-f6739acaa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:39.403556 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-a058aa97-5c85-41aa-804d-f6739acaa388 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504985 Feb 21 09:45:39.501046 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-85f611b3-4041-4da0-8507-1c20c9b9b72d service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879450 Feb 21 09:45:39.608815 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-243f0951-e85a-4c94-94e1-6b696b1cf01f req-75fd5f49-978d-4422-a853-ee462fba6b9d service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003604 Feb 21 09:45:39.979610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4670de3-f5c6-459c-b654-8cadff3118a4 req-34080644-b3b0-4bea-a7e9-cc4b0e0407b2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:39.981136 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c4670de3-f5c6-459c-b654-8cadff3118a4 req-34080644-b3b0-4bea-a7e9-cc4b0e0407b2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0588834 Feb 21 09:45:40.033055 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c4670de3-f5c6-459c-b654-8cadff3118a4 req-6a553e99-787f-412c-9c4b-b031e782c8ad tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Feb 21 09:45:40.520530 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 59502) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:40.628012 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f2ef-9972-4e63-a767-58b6641fda23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.721106 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f2ef-9972-4e63-a767-58b6641fda23 admin admin] Publish callbacks [] for security_group (a4af23e6-4d56-40e9-b18b-bae455aef7c4), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.809920 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f2ef-9972-4e63-a767-58b6641fda23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a4af23e6-4d56-40e9-b18b-bae455aef7c4), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.850025 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b7f7f2ef-9972-4e63-a767-58b6641fda23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a562859acb94f8481f00c4ac6414e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282332 Feb 21 09:45:40.852783 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 59516) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:40.856770 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7f2ef-9972-4e63-a767-58b6641fda23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4af23e6-4d56-40e9-b18b-bae455aef7c4,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:40.911428 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bcb6038f-6516-4e60-a976-8c1565284ebf admin admin] Publish callbacks [] for security_group (a4af23e6-4d56-40e9-b18b-bae455aef7c4), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.938448 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bcb6038f-6516-4e60-a976-8c1565284ebf admin admin] Publish callbacks [] for security_group (a4af23e6-4d56-40e9-b18b-bae455aef7c4), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.138326 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bcb6038f-6516-4e60-a976-8c1565284ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (a4af23e6-4d56-40e9-b18b-bae455aef7c4), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.141002 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bcb6038f-6516-4e60-a976-8c1565284ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.142873 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-bcb6038f-6516-4e60-a976-8c1565284ebf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4af23e6-4d56-40e9-b18b-bae455aef7c4 HTTP/1.1" status: 204 len: 168 time: 0.2889802 Feb 21 09:45:41.154876 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6038f-6516-4e60-a976-8c1565284ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4af23e6-4d56-40e9-b18b-bae455aef7c4,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:41.189904 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4394d80-421f-4e8b-a1c3-17c890fcc212 req-faa23852-f62a-439a-9826-b288965042ba tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:41.194526 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4394d80-421f-4e8b-a1c3-17c890fcc212 req-faa23852-f62a-439a-9826-b288965042ba tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0831625 Feb 21 09:45:41.252331 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4394d80-421f-4e8b-a1c3-17c890fcc212 req-bbbbc66e-3fb5-4eab-8c19-eb5b448ca882 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538037 Feb 21 09:45:42.385875 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8b7d8-6a49-474b-85d6-1dffc24d01d4 req-a34c64d0-2623-47d6-82a8-0f65f4980371 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:42.390690 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e4f8b7d8-6a49-474b-85d6-1dffc24d01d4 req-a34c64d0-2623-47d6-82a8-0f65f4980371 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0638959 Feb 21 09:45:42.445441 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e4f8b7d8-6a49-474b-85d6-1dffc24d01d4 req-146bd80c-a770-4615-8267-cb3e824e03dd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510073 Feb 21 09:45:42.776223 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 59568) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:42.888580 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d771d4b8-02c3-455c-b7d8-540dcfbd2645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.966083 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d771d4b8-02c3-455c-b7d8-540dcfbd2645 admin admin] Publish callbacks [] for security_group (0ecb869c-369e-4b93-b380-2331c65dc250), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.043698 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d771d4b8-02c3-455c-b7d8-540dcfbd2645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0ecb869c-369e-4b93-b380-2331c65dc250), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.087070 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d771d4b8-02c3-455c-b7d8-540dcfbd2645 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=915eacd8e3e447b2999fbb9ff7cbb3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094447 Feb 21 09:45:43.088243 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771d4b8-02c3-455c-b7d8-540dcfbd2645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb869c-369e-4b93-b380-2331c65dc250,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.090051 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 59574) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:43.141120 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a2eafd7-48b1-480f-9c80-9adc05665387 admin admin] Publish callbacks [] for security_group (0ecb869c-369e-4b93-b380-2331c65dc250), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.161860 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a2eafd7-48b1-480f-9c80-9adc05665387 admin admin] Publish callbacks [] for security_group (0ecb869c-369e-4b93-b380-2331c65dc250), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.301123 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a2eafd7-48b1-480f-9c80-9adc05665387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0ecb869c-369e-4b93-b380-2331c65dc250), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.303766 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5a2eafd7-48b1-480f-9c80-9adc05665387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.304898 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5a2eafd7-48b1-480f-9c80-9adc05665387 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ecb869c-369e-4b93-b380-2331c65dc250 HTTP/1.1" status: 204 len: 168 time: 0.2132599 Feb 21 09:45:43.312871 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eafd7-48b1-480f-9c80-9adc05665387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb869c-369e-4b93-b380-2331c65dc250,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.575932 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f3884-510c-4ec5-b7f5-644769c4181c req-8124ad8e-f491-48c7-b7cc-5b9da9ea3210 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:43.577391 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d1f3884-510c-4ec5-b7f5-644769c4181c req-8124ad8e-f491-48c7-b7cc-5b9da9ea3210 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0528383 Feb 21 09:45:43.626984 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d1f3884-510c-4ec5-b7f5-644769c4181c req-83d32707-579b-4c08-9ac9-1cbaac40a6a2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Feb 21 09:45:44.281876 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480d93-3e24-4acc-b917-e453f8b3c24d req-46866024-1a19-473a-8952-377e4998abe2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:44.283584 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48480d93-3e24-4acc-b917-e453f8b3c24d req-46866024-1a19-473a-8952-377e4998abe2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0524926 Feb 21 09:45:44.332053 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48480d93-3e24-4acc-b917-e453f8b3c24d req-90b7c1cc-c0a8-4eeb-bc8c-7433d0f52e33 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Feb 21 09:45:44.755994 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6926-b86e-42d7-b1f7-90a1fe1da0d0 req-0ab99411-f01a-4f24-a790-ed93d544acdc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:44.757410 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4a2d6926-b86e-42d7-b1f7-90a1fe1da0d0 req-0ab99411-f01a-4f24-a790-ed93d544acdc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0547912 Feb 21 09:45:44.808266 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4a2d6926-b86e-42d7-b1f7-90a1fe1da0d0 req-b2bd2704-deff-4d9a-a2b4-e240c7ac939c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451353 Feb 21 09:45:45.483361 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e0804-6bf7-422f-9e15-d6fdc8cf9fe2 req-2bea3f33-3a87-44d7-984d-20fc723f68cb tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:45.484873 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-590e0804-6bf7-422f-9e15-d6fdc8cf9fe2 req-2bea3f33-3a87-44d7-984d-20fc723f68cb tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0716789 Feb 21 09:45:45.549883 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-590e0804-6bf7-422f-9e15-d6fdc8cf9fe2 req-66615128-3b95-4df9-88a4-38337d95a4e2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519783 Feb 21 09:45:45.950435 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b8f03-c634-47a3-8ce7-ea4a3f771b5b req-60fe276f-a6b6-4057-9f35-528a64c4ac92 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:45.951937 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-232b8f03-c634-47a3-8ce7-ea4a3f771b5b req-60fe276f-a6b6-4057-9f35-528a64c4ac92 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0643835 Feb 21 09:45:46.000840 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-232b8f03-c634-47a3-8ce7-ea4a3f771b5b req-badfc159-94e9-4fb1-bd07-a296d51116ff tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425942 Feb 21 09:45:46.693233 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f3d67-1160-466f-9305-e67d4b460f53 req-4b0ad770-f5bb-49c3-8708-a55f73e914c7 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:46.694785 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-685f3d67-1160-466f-9305-e67d4b460f53 req-4b0ad770-f5bb-49c3-8708-a55f73e914c7 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0710061 Feb 21 09:45:46.743390 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-685f3d67-1160-466f-9305-e67d4b460f53 req-3c949c45-1ed6-47e2-b174-0d2c40acf8aa tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429301 Feb 21 09:45:47.124887 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f96c7-d1b7-44e4-8ed2-fc5ab20a3773 req-9f287b13-8d6c-4a68-ae6a-e8464044b919 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:47.127169 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-094f96c7-d1b7-44e4-8ed2-fc5ab20a3773 req-9f287b13-8d6c-4a68-ae6a-e8464044b919 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0527427 Feb 21 09:45:47.177687 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-094f96c7-d1b7-44e4-8ed2-fc5ab20a3773 req-ac0d94ac-9ae2-45d0-8997-1f6eecdbcc6e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 Feb 21 09:45:47.475295 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-2d980d98-e137-46de-a139-697696b44356 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=73e3685640a44da49c6a994608e9f559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305262 Feb 21 09:45:47.662938 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-23f8bcda-45aa-4d76-ab02-520eab787cd0 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:47.664309 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-23f8bcda-45aa-4d76-ab02-520eab787cd0 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835742 Feb 21 09:45:47.680629 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-39fa2c5c-a910-4111-abc2-736fc4612985 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/quotas/73e3685640a44da49c6a994608e9f559 HTTP/1.1" status: 200 len: 375 time: 0.0106728 Feb 21 09:45:47.717186 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-69a98f69-e89e-432a-ae87-ab070f870857 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=73e3685640a44da49c6a994608e9f559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300448 Feb 21 09:45:47.818832 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:45:47.894845 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3ff08-9f0e-4fc6-aee8-8eaaf7ed4b45 req-f1b34108-ab2c-499c-999c-e5f1f3e71bb5 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:47.900640 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-43b3ff08-9f0e-4fc6-aee8-8eaaf7ed4b45 req-f1b34108-ab2c-499c-999c-e5f1f3e71bb5 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0790923 Feb 21 09:45:47.934616 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:47.951471 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'port_id': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'mac_address': 'fa:16:3e:41:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:45:47.957426 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-43b3ff08-9f0e-4fc6-aee8-8eaaf7ed4b45 req-2c0df3e0-b4a7-4b2b-8fbf-aef746c0ba6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538402 Feb 21 09:45:48.031907 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: ACTIVE; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:48.033381 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.058208 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:48.058394 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-58bc5ac9-ed27-4e15-b290-d948ad790dfa req-e3c17ebd-1989-4ec4-91fe-3cece494087b tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0424759 Feb 21 09:45:48.093580 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:48.164078 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.186465 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-a7f21f5e-e9a4-424d-960e-a22e95dd0db2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274729451&fields=id&tenant_id=35fb4d436c654150a5ab2b554b4b1e4d HTTP/1.1" status: 200 len: 267 time: 0.0495844 Feb 21 09:45:48.231887 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=6']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:48.330232 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127220aa-7f2d-4239-8215-59ad1f4c4f83 req-ce5a7723-ef42-4a37-99d6-7b573180ea4a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:48.331980 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-127220aa-7f2d-4239-8215-59ad1f4c4f83 req-ce5a7723-ef42-4a37-99d6-7b573180ea4a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0749519 Feb 21 09:45:48.339607 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-70caa4df-181a-410f-9a6a-0b11ee970821 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:48.341848 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-70caa4df-181a-410f-9a6a-0b11ee970821 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 809 time: 0.1457498 Feb 21 09:45:48.358123 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-e2229de7-a437-44cd-a3bf-6646062da1ee tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/quotas/35fb4d436c654150a5ab2b554b4b1e4d HTTP/1.1" status: 200 len: 375 time: 0.0095372 Feb 21 09:45:48.387489 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-127220aa-7f2d-4239-8215-59ad1f4c4f83 req-1d5bee21-6e39-490b-8a28-ce3ba4d566c1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497715 Feb 21 09:45:48.420812 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-1841c202-bc53-45b0-8903-bc1f90f09095 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540750 Feb 21 09:45:48.521030 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-a2f87567-5511-4a43-8971-2a33b664044b service neutron] 10.222.0.60 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883472 Feb 21 09:45:48.846431 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-f510ad51-30d5-470d-839c-9c080f5eb564 service neutron] 10.222.0.60 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194723 Feb 21 09:45:49.093911 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3411-b3d6-4856-b44f-bd52071f9c55 req-a60a839c-3e71-45cb-af43-78176b879d9b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:49.096036 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f2ac3411-b3d6-4856-b44f-bd52071f9c55 req-a60a839c-3e71-45cb-af43-78176b879d9b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0554266 Feb 21 09:45:49.143756 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f2ac3411-b3d6-4856-b44f-bd52071f9c55 req-d92afc1e-d934-499a-89ae-f43e9732c6b4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419004 Feb 21 09:45:49.231147 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc1a4bb0-7701-44b8-9f34-d42aa44877a1 req-58381e0c-f413-47fc-9ac7-04c4bd39d2ce tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0323462 Feb 21 09:45:49.495117 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b45cc754-f38e-44f9-a6fa-fc006c12e27a req-cf4e45f0-ac35-4875-ac5f-9b7afde31297 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0340643 Feb 21 09:45:49.554369 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0622a-cb96-4277-8f1d-d9460a360d17 req-a63512d1-2fcf-4894-a59d-e10e7a0983ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:49.555860 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4cf0622a-cb96-4277-8f1d-d9460a360d17 req-a63512d1-2fcf-4894-a59d-e10e7a0983ee tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0706780 Feb 21 09:45:49.608543 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4cf0622a-cb96-4277-8f1d-d9460a360d17 req-42377e44-b35d-48b5-97c9-d84afc8641e6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Feb 21 09:45:50.280437 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cfc53-e444-43df-bad9-1bc4299e51b8 req-4aba559f-3238-4d59-88db-4be055cb74b9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:50.282705 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-972cfc53-e444-43df-bad9-1bc4299e51b8 req-4aba559f-3238-4d59-88db-4be055cb74b9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0647802 Feb 21 09:45:50.331352 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f0afa6bd-9664-4972-b3c1-33caf73cf10e req-c8743e9c-438a-43c8-8ebc-2a2540e49910 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0307400 Feb 21 09:45:50.333263 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-972cfc53-e444-43df-bad9-1bc4299e51b8 req-9f6d5870-5bd9-4682-8124-bcf39cc82240 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 Feb 21 09:45:50.589446 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4d9c1d25-895b-4c48-b659-72cb11edb222 req-26e4ff48-c803-44c5-8992-a95810c4849c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0264447 Feb 21 09:45:50.733578 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6087e6-1860-4367-8ed9-713cf4c3e9c8 req-237596b1-d7dc-4b2d-a70e-36e0c0dc354c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:50.736056 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7b6087e6-1860-4367-8ed9-713cf4c3e9c8 req-237596b1-d7dc-4b2d-a70e-36e0c0dc354c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0539749 Feb 21 09:45:50.785183 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7b6087e6-1860-4367-8ed9-713cf4c3e9c8 req-7439fb7f-2795-4e66-a1d3-e3d39c22e7e1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Feb 21 09:45:51.444615 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4292c623-c246-4eb0-8743-32e5d7b88e0d req-456f1b86-6c05-4013-8059-546331da4e7f tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0293860 Feb 21 09:45:51.474476 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499e6f8-2a88-477c-9cf5-51765062881e req-dbe38502-4e63-40e6-a525-8535fc2bb988 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:51.475977 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d499e6f8-2a88-477c-9cf5-51765062881e req-dbe38502-4e63-40e6-a525-8535fc2bb988 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0622768 Feb 21 09:45:51.523842 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d499e6f8-2a88-477c-9cf5-51765062881e req-af1b2273-4a4b-4a9d-99eb-f35e3fa6f5cd tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421553 Feb 21 09:45:51.683105 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-96050642-f16a-41a7-b5b0-5a9880a9eb29 req-0a259f2e-51d7-4be2-b6f6-d5b90edfd3db tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0277193 Feb 21 09:45:51.920743 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e010-9d19-4d4e-918d-8c4125b41a2c req-f3041801-012a-416a-9bb2-dded49848682 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:51.922267 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ce77e010-9d19-4d4e-918d-8c4125b41a2c req-f3041801-012a-416a-9bb2-dded49848682 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0642002 Feb 21 09:45:51.971941 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ce77e010-9d19-4d4e-918d-8c4125b41a2c req-f4c3fd3f-674e-4f99-af77-211fbdb2bd0a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Feb 21 09:45:52.544124 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a24aa2b-efb8-4c73-9b44-baba1a3f0d2d req-0a6878c5-4a6f-47fd-910b-55d1ac709eb1 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0298183 Feb 21 09:45:52.644709 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:45:52.652971 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acc78d-3344-41fc-9650-922bf39ab392 req-c285c750-e778-46d2-8e83-a6baf049d1c1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:52.654468 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-06acc78d-3344-41fc-9650-922bf39ab392 req-c285c750-e778-46d2-8e83-a6baf049d1c1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0544331 Feb 21 09:45:52.703434 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-06acc78d-3344-41fc-9650-922bf39ab392 req-839e15c2-bfd1-41b2-9324-d32df6a89bea tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 Feb 21 09:45:52.791990 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e995b87e-55d2-4e5e-a7b8-f3697d75f42b req-24c546f8-8347-4df4-81ff-d15485b09674 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0265729 Feb 21 09:45:53.101916 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244d16e-5577-4f41-912d-88a693186717 req-da6cc3f8-0d68-4194-91f0-30d3d0a567d8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:53.103405 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9244d16e-5577-4f41-912d-88a693186717 req-da6cc3f8-0d68-4194-91f0-30d3d0a567d8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0581529 Feb 21 09:45:53.150481 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9244d16e-5577-4f41-912d-88a693186717 req-8b5dcb06-29ca-45e9-aeec-834d6715bb79 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Feb 21 09:45:53.666081 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df05ff07-befd-4b94-b9b4-b2cfcd93ceec req-52b2e89d-5008-4800-9c24-097f554bc972 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0404272 Feb 21 09:45:53.710305 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:53.858154 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09572b9-24f9-487c-ba2f-c9290985cc6c req-7c7a90ad-15a4-4ea7-b2c7-a8d360114266 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:53.861393 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e09572b9-24f9-487c-ba2f-c9290985cc6c req-7c7a90ad-15a4-4ea7-b2c7-a8d360114266 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0654740 Feb 21 09:45:53.917555 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c3f99f3f-ed3e-49ce-90d5-e3467a0e2f48 req-a0fe80d4-2897-43d6-9f7f-53f71e7458dd tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0411980 Feb 21 09:45:53.931317 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e09572b9-24f9-487c-ba2f-c9290985cc6c req-e9973b91-d237-4289-a9ad-204931dacc76 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616009 Feb 21 09:45:54.279796 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd816c-14aa-4aef-bc67-aea9f21fdca6 req-cd4eaf8d-1c4e-4dc0-a029-1dac909d8561 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:54.281172 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-66bd816c-14aa-4aef-bc67-aea9f21fdca6 req-cd4eaf8d-1c4e-4dc0-a029-1dac909d8561 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0561242 Feb 21 09:45:54.328028 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-66bd816c-14aa-4aef-bc67-aea9f21fdca6 req-2599bd22-ad45-48a5-a033-aae87089e114 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407257 Feb 21 09:45:54.762411 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b8bb37f9-3b5f-4eb9-8883-b965d1778ae4 req-299b2846-1773-4c83-a838-d2e91d56a481 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0274785 Feb 21 09:45:55.007651 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b3476cd5-b346-4245-84ad-1c41a24eacb9 req-d82fc392-347a-4630-bfd7-38c2648e20bb tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0289609 Feb 21 09:45:55.055009 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13d3b0-dae4-4388-9dc2-876e9ce7b122 req-8e9549d3-2d59-4880-8ca2-2a4aa72ca854 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.056477 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b13d3b0-dae4-4388-9dc2-876e9ce7b122 req-8e9549d3-2d59-4880-8ca2-2a4aa72ca854 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0587518 Feb 21 09:45:55.113538 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b13d3b0-dae4-4388-9dc2-876e9ce7b122 req-64ab371b-b1db-40f0-9508-4c65b7c471fc tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475132 Feb 21 09:45:55.451398 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99ca73-9b79-4b74-856f-debf400baff7 req-abd63344-58a3-43c6-811b-f013b9d42c58 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.452866 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2f99ca73-9b79-4b74-856f-debf400baff7 req-abd63344-58a3-43c6-811b-f013b9d42c58 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0538740 Feb 21 09:45:55.501821 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2f99ca73-9b79-4b74-856f-debf400baff7 req-0374510d-ea44-4b3a-886b-8299e1ed8d57 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Feb 21 09:45:55.592244 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:55.640171 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:55.640460 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:55.720220 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:55.720621 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:55.747051 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:55.749287 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f83674-e23b-4c9c-bc7d-83c966d0278a" -d '{"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-plugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:55.762758 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:55.788465 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377488ea-4807-4595-830c-3318812af810 x-openstack-request-id: req-377488ea-4807-4595-830c-3318812af810 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:55.788781 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-plugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:55.789034 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-377488ea-4807-4595-830c-3318812af810 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:55.789422 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'code': 200} Feb 21 09:45:55.860779 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a1d111f8-eb60-4b76-921a-bedd32470c69 req-9ab767bf-d013-4125-83d4-9642936cfa23 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0308726 Feb 21 09:45:55.864433 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:55.920857 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=7']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:55.928145 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.928495 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.928883 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.929208 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.929562 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.929895 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.930259 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.930588 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.930914 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.931255 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.931580 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.931899 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:55.932216 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:56.104751 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1f50752c-2370-4aa8-b44a-5b2e20301194 req-c848c913-7a45-45e8-a5fa-005639cf542c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0276310 Feb 21 09:45:56.232770 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7b991-2da1-49b1-9c3f-88fa11a83ada req-a34c13b1-40be-4e19-9042-630e6d38fbab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:56.234261 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-28a7b991-2da1-49b1-9c3f-88fa11a83ada req-a34c13b1-40be-4e19-9042-630e6d38fbab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0515454 Feb 21 09:45:56.282526 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-28a7b991-2da1-49b1-9c3f-88fa11a83ada req-dc03a32c-8f85-404d-b65e-d1fbfedea66e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409646 Feb 21 09:45:56.626163 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a921-37a7-43a9-8fdd-a15751c42a11 req-6485e26b-b45d-484f-82e6-b39cde6b28c7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:56.627574 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fe91a921-37a7-43a9-8fdd-a15751c42a11 req-6485e26b-b45d-484f-82e6-b39cde6b28c7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0526910 Feb 21 09:45:56.674601 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fe91a921-37a7-43a9-8fdd-a15751c42a11 req-3ec68148-8ea5-449f-ad9f-9c539556e992 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Feb 21 09:45:56.963390 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-beeb04cf-1225-4b1f-9481-470c76ff6014 req-3a54e2c5-d2f8-494f-85e3-c120857e1e69 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0282073 Feb 21 09:45:57.217249 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-897e0c14-8c42-4a0d-a190-baa182120b4c req-32c3d115-4192-42f1-a361-775dd45e85ee tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0346694 Feb 21 09:45:57.403331 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed40c9-64fd-4034-a25b-9820654d308e req-bd3d17dd-22f7-4853-88c0-69183a0f9927 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:57.404695 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-25ed40c9-64fd-4034-a25b-9820654d308e req-bd3d17dd-22f7-4853-88c0-69183a0f9927 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0531361 Feb 21 09:45:57.456352 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-25ed40c9-64fd-4034-a25b-9820654d308e req-84d62a72-c3a1-4123-bc43-e85a24baab1f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449789 Feb 21 09:45:57.795522 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831e46d-367a-45eb-9df6-023c35696f95 req-a363a948-1b07-4031-b81d-0b0cd25680d2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:57.796983 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6831e46d-367a-45eb-9df6-023c35696f95 req-a363a948-1b07-4031-b81d-0b0cd25680d2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0512302 Feb 21 09:45:57.843486 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6831e46d-367a-45eb-9df6-023c35696f95 req-31ff60ed-f7ea-49e9-9a00-67260e6fe325 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 Feb 21 09:45:58.060011 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c9d5e329-10ea-41c3-b6c2-a5c91544dcc9 req-d74f8a18-ddde-490c-bbf3-8356ec6f4b0f tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0271640 Feb 21 09:45:58.227009 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-45e3ea25-4063-4d4c-b3b2-bfbc8f5c178e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.232195 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e965a973-fdae-4f55-a482-ec08e1f2baf8 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=73e3685640a44da49c6a994608e9f559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264380 Feb 21 09:45:58.320641 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f9b1f875-6f5d-437a-a225-bab2b4624ed1 req-58c57a29-0cc7-46a6-93fe-f9c7ae3e6746 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0297310 Feb 21 09:45:58.485637 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-33bb80fc-1ee3-448c-9731-bb1b6d687a35 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:58.487229 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-33bb80fc-1ee3-448c-9731-bb1b6d687a35 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503529 Feb 21 09:45:58.510611 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Request body: {'port': {'device_id': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242', 'admin_state_up': True, 'tenant_id': '73e3685640a44da49c6a994608e9f559'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:58.549247 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-ee853412-c730-4603-9b7e-70019c414ca4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:58.551829 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-ee853412-c730-4603-9b7e-70019c414ca4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 809 time: 0.2292483 Feb 21 09:45:58.735348 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-d036c4eb-0639-4d01-85e5-eacee93a0a6d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35fb4d436c654150a5ab2b554b4b1e4d HTTP/1.1" status: 200 len: 380 time: 0.1427310 Feb 21 09:45:58.742078 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9af38-13b1-4c2a-86e1-a9ebce7bcd7e req-911881c5-cebc-44fb-bfc4-d42be92b9173 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:58.743476 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4ad9af38-13b1-4c2a-86e1-a9ebce7bcd7e req-911881c5-cebc-44fb-bfc4-d42be92b9173 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1526353 Feb 21 09:45:58.751227 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'port': {'device_id': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'admin_state_up': True, 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'security_groups': ['fa581959-dcbb-4a1a-a416-5256ac3e4f3c']}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:58.864236 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4ad9af38-13b1-4c2a-86e1-a9ebce7bcd7e req-cbfa93f5-c00f-4855-9e7b-c22753a93961 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097212 Feb 21 09:45:58.867138 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Made reservation on behalf of 73e3685640a44da49c6a994608e9f559 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:58.870481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.886740 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.981597 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks [] for security_group (083d8ac9-fd6a-4174-8e16-bd295289cd06), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.004101 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29a5f-7069-42e1-8d69-38c33b6322f2 req-44f5b518-1051-47c4-8b4e-37e1c145edb6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:59.005479 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e2f29a5f-7069-42e1-8d69-38c33b6322f2 req-44f5b518-1051-47c4-8b4e-37e1c145edb6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0564518 Feb 21 09:45:59.012063 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Made reservation on behalf of 35fb4d436c654150a5ab2b554b4b1e4d for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:59.015508 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.062510 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e2f29a5f-7069-42e1-8d69-38c33b6322f2 req-8fba0fcb-b1c7-42f3-b85f-44211d2ebfc2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514069 Feb 21 09:45:59.082351 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (083d8ac9-fd6a-4174-8e16-bd295289cd06), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.183704 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083d8ac9-fd6a-4174-8e16-bd295289cd06,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:59.245720 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3508f24f-2721-434b-9be3-ccc257c79cc6 req-ff1d3153-5a28-4850-bc39-6f36a7408f64 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0709047 Feb 21 09:45:59.248056 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.248511 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.251083 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.251776 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.252167 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.252630 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.253662 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.253662 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.254082 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.254599 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.255128 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.255547 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.255976 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:59.320863 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Allocated IP 172.20.0.13 (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6/1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68/1d355ef6-99e2-413b-8b33-ea12414f2148) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:59.373950 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Allocated IP 192.168.233.57 (6b11c1fd-e0a9-436b-95a0-41cec7fd4242/4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5/6a830f65-9c85-4a47-8a35-570267fb3afe) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:59.449032 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1acd5fc2-52b2-40cf-8818-28aa8f949228 req-c3f98fee-b00f-479f-b833-809b9e21fe41 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0396059 Feb 21 09:45:59.557623 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.633852 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks [] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.717485 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.760430 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:59.763388 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:59.769213 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:59.793680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.800155 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:59.847632 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:59.858053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:59.879642 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:59.880327 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.889308 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:59.962350 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Pushing event updated for resources: {'Port': ['ID=6a830f65-9c85-4a47-8a35-570267fb3afe,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:00.116115 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-249c0a72-2fbb-4d93-a5e5-ac473452e8e0 None None] Provisioning complete for port 1d355ef6-99e2-413b-8b33-ea12414f2148 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:00.116711 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-249c0a72-2fbb-4d93-a5e5-ac473452e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.234179 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-249c0a72-2fbb-4d93-a5e5-ac473452e8e0 None None] Port 1d355ef6-99e2-413b-8b33-ea12414f2148 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:00.274094 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df430-0ca8-431d-97ee-ee8ac6be0dab req-9570ff1a-e566-4906-aa9c-ecf42ad01fb3 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.277899 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f82df430-0ca8-431d-97ee-ee8ac6be0dab req-9570ff1a-e566-4906-aa9c-ecf42ad01fb3 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0752735 Feb 21 09:46:00.363552 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-c9664632-0265-4508-8f74-b28ca3ef0e74 None None] Provisioning complete for port 6a830f65-9c85-4a47-8a35-570267fb3afe triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:00.363552 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c9664632-0265-4508-8f74-b28ca3ef0e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.366712 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f82df430-0ca8-431d-97ee-ee8ac6be0dab req-49ed1b0d-0bc0-4746-a0f0-22b46dcd6879 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777030 Feb 21 09:46:00.368034 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-6c10b11f-a104-43c3-99dc-b34cd4acab11 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6234710 Feb 21 09:46:00.384279 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.384954 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.403830 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Request body: {'port': {'device_id': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:00.417420 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438b589-676a-4ba5-a694-bf6202ce6f02 req-e14eb9e8-34f3-4764-8e69-b9ac184f7669 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.423506 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f438b589-676a-4ba5-a694-bf6202ce6f02 req-e14eb9e8-34f3-4764-8e69-b9ac184f7669 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.4356387 Feb 21 09:46:00.438563 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-c9664632-0265-4508-8f74-b28ca3ef0e74 None None] Port 6a830f65-9c85-4a47-8a35-570267fb3afe cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:00.557100 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-26e22f8b-dff9-45a1-9797-513bef87381b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.571616 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f438b589-676a-4ba5-a694-bf6202ce6f02 req-44f43aec-d612-4f6f-9e74-a1d05fb1ea0d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426992 Feb 21 09:46:00.575436 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.576036 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126c702-7895-43b7-bfa3-c3cfd269275a req-84cb33a9-544f-4ce0-ae0c-b4d667777489 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.597930 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c126c702-7895-43b7-bfa3-c3cfd269275a req-84cb33a9-544f-4ce0-ae0c-b4d667777489 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 935 time: 0.1239300 Feb 21 09:46:00.637984 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-02dcba25-bb1a-4e8c-aa7a-0cdda33bdb50 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1337874 Feb 21 09:46:00.661172 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c126c702-7895-43b7-bfa3-c3cfd269275a req-5695c97f-9c60-4aac-b076-aae0ec03df86 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620823 Feb 21 09:46:00.689252 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Request body: {'port': {'device_id': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:00.872180 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.894248 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fa224-b313-4686-a21a-becef76bd737 req-9a273227-980e-48a8-b64a-cadcf76b978a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.895784 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-327fa224-b313-4686-a21a-becef76bd737 req-9a273227-980e-48a8-b64a-cadcf76b978a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 932 time: 0.2121465 Feb 21 09:46:01.096364 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-327fa224-b313-4686-a21a-becef76bd737 req-670ef219-1913-48d4-abc5-e086806f6f3b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833849 Feb 21 09:46:01.260876 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d355ef6-99e2-413b-8b33-ea12414f2148 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:01.273656 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Publish callbacks [] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.301379 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Transition to ACTIVE for port object 1d355ef6-99e2-413b-8b33-ea12414f2148 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:46:01.376561 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a830f65-9c85-4a47-8a35-570267fb3afe {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:01.386487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.391960 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Publish callbacks [] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.453794 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Transition to ACTIVE for port object 6a830f65-9c85-4a47-8a35-570267fb3afe will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:46:01.471886 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:01.529609 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.572935 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3430a9-dec0-4198-a0b5-09bd442b2f61 req-1ddb15c4-d180-4119-9a52-05167b850158 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.583435 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-da3430a9-dec0-4198-a0b5-09bd442b2f61 req-1ddb15c4-d180-4119-9a52-05167b850158 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0921938 Feb 21 09:46:01.653705 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-da3430a9-dec0-4198-a0b5-09bd442b2f61 req-9648c86e-bf13-40b3-9b6e-d8dc5fbabc2c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692000 Feb 21 09:46:01.755615 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Attempting to bind port 1d355ef6-99e2-413b-8b33-ea12414f2148 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:01.756402 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Attempting to bind port 1d355ef6-99e2-413b-8b33-ea12414f2148 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:01.756402 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Attempting to bind port 1d355ef6-99e2-413b-8b33-ea12414f2148 on network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:01.770519 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a830f65-9c85-4a47-8a35-570267fb3afe,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:01.798681 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Port 1d355ef6-99e2-413b-8b33-ea12414f2148 on network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:46:01.798987 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Attempting to bind port 1d355ef6-99e2-413b-8b33-ea12414f2148 on network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:01.807087 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:01.807431 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Checking segment: {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:01.807848 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Bound using segment: {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:01.808308 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Bound port: 1d355ef6-99e2-413b-8b33-ea12414f2148, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85068fe4-03e4-4b57-87c6-bf6d752028aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:01.808682 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.865363 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.929755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Attempting to bind port 6a830f65-9c85-4a47-8a35-570267fb3afe on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:01.930096 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Attempting to bind port 6a830f65-9c85-4a47-8a35-570267fb3afe by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:01.930478 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Attempting to bind port 6a830f65-9c85-4a47-8a35-570267fb3afe on network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:01.939701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d81b1-0d78-46c3-866d-7712cd54fb9d req-9aefed5b-0ccb-4891-a3e5-6d9752dd7d9a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.947341 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-eb7d81b1-0d78-46c3-866d-7712cd54fb9d req-9aefed5b-0ccb-4891-a3e5-6d9752dd7d9a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.2306573 Feb 21 09:46:01.968604 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Port 6a830f65-9c85-4a47-8a35-570267fb3afe on network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:46:01.969045 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Attempting to bind port 6a830f65-9c85-4a47-8a35-570267fb3afe on network 6b11c1fd-e0a9-436b-95a0-41cec7fd4242 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:02.044573 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa105f-e7dc-4191-9c23-affae43e699b req-b7895c87-e795-44a4-8016-b62c118abe4d tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.044573 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8daa105f-e7dc-4191-9c23-affae43e699b req-b7895c87-e795-44a4-8016-b62c118abe4d tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 947 time: 0.1766553 Feb 21 09:46:02.058148 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:02.062680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:02.063006 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Checking segment: {'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:02.063632 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Bound using segment: {'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:02.064997 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Bound port: 6a830f65-9c85-4a47-8a35-570267fb3afe, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e101a3b6-1b58-4807-b4b2-d395756055b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:02.064997 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.077695 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:02.132573 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8daa105f-e7dc-4191-9c23-affae43e699b req-2c7c53c3-5fc4-4bf6-9b8f-63f70ceae43d tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865958 Feb 21 09:46:02.213563 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-eb7d81b1-0d78-46c3-866d-7712cd54fb9d req-ae6f1b06-e507-4321-ad6e-df9395288239 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650199 Feb 21 09:46:02.215439 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.307810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.308770 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.310947 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 1094 time: 1.9223757 Feb 21 09:46:02.311613 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:02.316871 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:02.366166 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23074f30-a4d6-4452-8c0b-6c2b2c863998 service neutron] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:02.370661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] For port 6a830f65-9c85-4a47-8a35-570267fb3afe, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:02.374461 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] For port 6a830f65-9c85-4a47-8a35-570267fb3afe, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a830f65-9c85-4a47-8a35-570267fb3afe,segment=NetworkSegment(e101a3b6-1b58-4807-b4b2-d395756055b5),segment_id=e101a3b6-1b58-4807-b4b2-d395756055b5)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:02.391881 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fea18-8a96-47f4-9798-a18a896bc056 req-c89f25e8-de0e-4057-9e86-542d2951444c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.395592 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ad1fea18-8a96-47f4-9798-a18a896bc056 req-c89f25e8-de0e-4057-9e86-542d2951444c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.1197515 Feb 21 09:46:02.412565 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e067b746-e1b9-47ca-a03a-3037a6e4e270 x-openstack-request-id: req-e067b746-e1b9-47ca-a03a-3037a6e4e270 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:02.413129 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:02.413393 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e067b746-e1b9-47ca-a03a-3037a6e4e270 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:02.413943 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'status': 'completed', 'code': 200} Feb 21 09:46:02.442010 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.562093 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ad1fea18-8a96-47f4-9798-a18a896bc056 req-252411c6-41cd-41f8-95a3-91bca60e540e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625173 Feb 21 09:46:02.567666 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.569046 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.570670 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a830f65-9c85-4a47-8a35-570267fb3afe HTTP/1.1" status: 200 len: 1097 time: 1.8858483 Feb 21 09:46:02.622599 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b9282-5df1-4c60-8f28-3cf0103104e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a830f65-9c85-4a47-8a35-570267fb3afe,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:02.645358 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-d10c9c10-fde8-4e3b-b3e4-a8d5601951bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.647082 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-d10c9c10-fde8-4e3b-b3e4-a8d5601951bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1128 time: 0.1776323 Feb 21 09:46:02.707491 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-d5e974f0-4a61-4ea6-8423-5874d328c870 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 217 time: 0.0455399 Feb 21 09:46:02.794247 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-43b365eb-0fe7-4c99-935f-19de4d3f7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.795765 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-43b365eb-0fe7-4c99-935f-19de4d3f7c26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.0825267 Feb 21 09:46:02.934807 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-68222a34-d106-41e3-a3d2-d43727566f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.936233 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-68222a34-d106-41e3-a3d2-d43727566f3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1326134 Feb 21 09:46:02.948833 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56abcf1-ec48-493f-a88f-88fbf011c511 req-39f98263-125c-4169-9233-e4c343524a2e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.950448 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e56abcf1-ec48-493f-a88f-88fbf011c511 req-39f98263-125c-4169-9233-e4c343524a2e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.1019981 Feb 21 09:46:03.039099 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-c9b8f638-7e1d-4608-baa4-e7c6b66fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.040588 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-c9b8f638-7e1d-4608-baa4-e7c6b66fbfd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73e3685640a44da49c6a994608e9f559&device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 1131 time: 0.1617789 Feb 21 09:46:03.126318 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e56abcf1-ec48-493f-a88f-88fbf011c511 req-4fe16705-4e22-4ac1-921c-356397cd67e6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634827 Feb 21 09:46:03.129941 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-2544dbe0-e11e-4ab2-a40f-3b3f885cbebb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6a830f65-9c85-4a47-8a35-570267fb3afe HTTP/1.1" status: 200 len: 217 time: 0.0673990 Feb 21 09:46:03.190085 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-3c43f4b8-43a7-4023-905f-3a818f49a474 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384593 Feb 21 09:46:03.222397 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-946c8f37-d3e1-4d1a-aeca-8c0bd781c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.223950 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-946c8f37-d3e1-4d1a-aeca-8c0bd781c37e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5 HTTP/1.1" status: 200 len: 843 time: 0.0876646 Feb 21 09:46:03.349959 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee28f99-1cfe-4891-b4db-ec20343b052c req-6e9a57f5-6382-4d67-b758-2e10637d16d6 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.352497 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bee28f99-1cfe-4891-b4db-ec20343b052c req-6e9a57f5-6382-4d67-b758-2e10637d16d6 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 947 time: 0.0720556 Feb 21 09:46:03.374113 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-0ced02e8-a800-452f-8f1a-5a394df40292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.378003 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-0ced02e8-a800-452f-8f1a-5a394df40292 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b11c1fd-e0a9-436b-95a0-41cec7fd4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1220024 Feb 21 09:46:03.379266 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2019afa8-4905-492e-b43a-c69f6455dd4d req-32297c7b-f05c-46ef-9f3a-3b98472e98bf service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804841 Feb 21 09:46:03.428233 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b147f-f742-4b78-8baa-563d10032fd1 req-f54851ef-fd81-4277-95ac-2514cd07fa24 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.430486 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ca9b147f-f742-4b78-8baa-563d10032fd1 req-f54851ef-fd81-4277-95ac-2514cd07fa24 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1042643 Feb 21 09:46:03.445760 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bee28f99-1cfe-4891-b4db-ec20343b052c req-b72410e2-9559-47f5-ace7-60ab49b85c15 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823240 Feb 21 09:46:03.522505 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.538494 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ca9b147f-f742-4b78-8baa-563d10032fd1 req-cb899a09-be0b-4f21-b669-40fd2dbcf309 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737174 Feb 21 09:46:03.591311 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-46543dac-9d55-443b-b50f-ff5affd3918f service neutron] 10.222.0.10 "GET /v2.0/networks/6b11c1fd-e0a9-436b-95a0-41cec7fd4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965284 Feb 21 09:46:03.623349 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-a93a324e-96ec-4587-aedd-5991dd724c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.625460 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-a93a324e-96ec-4587-aedd-5991dd724c44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1128 time: 0.0822046 Feb 21 09:46:03.694959 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febc530-151f-44f5-9172-15f3fbb0a84e req-e8e522a6-4ae7-4670-9f18-eaca864a5f52 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.696906 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1febc530-151f-44f5-9172-15f3fbb0a84e req-e8e522a6-4ae7-4670-9f18-eaca864a5f52 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0618422 Feb 21 09:46:03.768677 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0a3fb0f3-3d41-42f4-9057-c3b69dec235a req-28c36ba6-4e58-4945-9e85-98d5c4eca678 service neutron] 10.222.0.10 "GET /v2.0/networks/6b11c1fd-e0a9-436b-95a0-41cec7fd4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691988 Feb 21 09:46:03.778804 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-063e9c75-4098-4b6f-8be5-e62d6408e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.780285 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-063e9c75-4098-4b6f-8be5-e62d6408e508 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 910 time: 0.1292028 Feb 21 09:46:03.783326 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1febc530-151f-44f5-9172-15f3fbb0a84e req-b7c6d19a-7206-402f-914c-b07ac15de030 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785923 Feb 21 09:46:03.836038 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-3568eec3-930e-406d-80f5-7b588e6c1920 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 217 time: 0.0487661 Feb 21 09:46:03.890996 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-84d36538-458a-431f-a9ae-94243769f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.892465 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-84d36538-458a-431f-a9ae-94243769f0d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.0505958 Feb 21 09:46:03.975724 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-6fd0a38f-51f4-47ab-a2b2-7de79c9f7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.977223 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-6fd0a38f-51f4-47ab-a2b2-7de79c9f7fc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484209 Feb 21 09:46:04.080015 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-4e1abc30-2a02-4243-972a-d5527144e7c2 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958018 Feb 21 09:46:04.186684 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d4f4601-15cb-49ce-b206-7b4d6b38c44c req-6876fb21-c9b3-431f-8405-7364364213fb service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995734 Feb 21 09:46:04.287369 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d8f37-33b9-458a-8b67-0722a0cdde36 req-084e19ba-a1fd-4175-a840-b80e6417f804 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.288812 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-551d8f37-33b9-458a-8b67-0722a0cdde36 req-084e19ba-a1fd-4175-a840-b80e6417f804 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0728352 Feb 21 09:46:04.340849 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-551d8f37-33b9-458a-8b67-0722a0cdde36 req-4019cff7-e725-4489-b88a-04db4b952f7f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463321 Feb 21 09:46:04.414595 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'tag': '6a830f65-9c85-4a47-8a35-570267fb3afe'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:04.417029 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc974c-d96a-4086-8b11-abce6ea78d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4032c6-54c1-4626-b8d4-9a4fb20647ee", "tag": "6a830f65-9c85-4a47-8a35-570267fb3afe"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:04.454808 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c121ea-3715-43e0-ae6a-d58e37ed8c1b x-openstack-request-id: req-78c121ea-3715-43e0-ae6a-d58e37ed8c1b {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:04.455108 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4032c6-54c1-4626-b8d4-9a4fb20647ee", "tag": "6a830f65-9c85-4a47-8a35-570267fb3afe", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:04.455373 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78c121ea-3715-43e0-ae6a-d58e37ed8c1b {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:04.455770 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'tag': '6a830f65-9c85-4a47-8a35-570267fb3afe', 'status': 'completed', 'code': 200} Feb 21 09:46:04.618909 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-b90581e3-5ba7-4b5a-b1fe-3e060dbb4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.620981 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-b90581e3-5ba7-4b5a-b1fe-3e060dbb4541 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73e3685640a44da49c6a994608e9f559&device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 1131 time: 0.1135840 Feb 21 09:46:04.630810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bb56b-1c76-42a1-858e-072ed487359a req-7b09bbe5-2ae2-4143-8371-ef40586328c0 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.632531 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-980bb56b-1c76-42a1-858e-072ed487359a req-7b09bbe5-2ae2-4143-8371-ef40586328c0 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 947 time: 0.1159956 Feb 21 09:46:04.721186 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d1a8f-54c8-4e80-8ef4-a0e2eb10b83f req-59fd98bd-e6f3-4de6-a990-219a4c13929a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.728186 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cf6d1a8f-54c8-4e80-8ef4-a0e2eb10b83f req-59fd98bd-e6f3-4de6-a990-219a4c13929a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0748167 Feb 21 09:46:04.753765 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:04.769423 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-980bb56b-1c76-42a1-858e-072ed487359a req-287a0b9f-a336-476a-a40a-5178f8287133 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251690 Feb 21 09:46:04.798761 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cf6d1a8f-54c8-4e80-8ef4-a0e2eb10b83f req-4deaa31f-4be1-49e3-82d6-3d7aa2d68ab4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691938 Feb 21 09:46:04.812093 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-fdd7ed55-9c00-4a10-8384-ec2941dd23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.815205 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-fdd7ed55-9c00-4a10-8384-ec2941dd23e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b11c1fd-e0a9-436b-95a0-41cec7fd4242 HTTP/1.1" status: 200 len: 870 time: 0.1816719 Feb 21 09:46:04.916908 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-dee6e1ec-4881-4087-a85c-dbb2018b2bcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6a830f65-9c85-4a47-8a35-570267fb3afe HTTP/1.1" status: 200 len: 217 time: 0.0939116 Feb 21 09:46:05.010675 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-37b45023-f900-414e-b5d0-bc8765175536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.012332 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-37b45023-f900-414e-b5d0-bc8765175536 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5 HTTP/1.1" status: 200 len: 843 time: 0.0823402 Feb 21 09:46:05.042883 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55e56-1a3f-4f7d-842a-7dc455a148ee req-910ace60-2724-4630-8b09-6ea94b4e7f08 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.044396 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-44f55e56-1a3f-4f7d-842a-7dc455a148ee req-910ace60-2724-4630-8b09-6ea94b4e7f08 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.1265891 Feb 21 09:46:05.118716 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-484ccd0f-391d-4f38-a427-13b404a6344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.120332 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-484ccd0f-391d-4f38-a427-13b404a6344c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b11c1fd-e0a9-436b-95a0-41cec7fd4242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0990057 Feb 21 09:46:05.129855 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-44f55e56-1a3f-4f7d-842a-7dc455a148ee req-4ed78575-e8fe-4fab-a127-36f81ad2cd34 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657661 Feb 21 09:46:05.248377 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-de6e5121-a3ae-4256-a0b3-86e2c497b743 service neutron] 10.222.0.10 "GET /v2.0/networks/6b11c1fd-e0a9-436b-95a0-41cec7fd4242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204634 Feb 21 09:46:05.309198 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:05.325002 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58b2d9-b1c3-4178-a8d8-3505b76fa824 req-40e0d68c-5e4a-4a00-b77a-3c7a0fff5d7f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.349826 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cb58b2d9-b1c3-4178-a8d8-3505b76fa824 req-40e0d68c-5e4a-4a00-b77a-3c7a0fff5d7f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1271393 Feb 21 09:46:05.499514 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cb58b2d9-b1c3-4178-a8d8-3505b76fa824 req-b85d74ff-c3fe-4188-8663-e5b0ecceb50a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219800 Feb 21 09:46:05.626268 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5cc974c-d96a-4086-8b11-abce6ea78d9d req-398a3126-d53a-47ff-a7f4-23764ac9c972 service neutron] 10.222.0.10 "GET /v2.0/networks/6b11c1fd-e0a9-436b-95a0-41cec7fd4242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644333 Feb 21 09:46:05.930242 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e6899-126a-4aaa-83a4-f922ce6159d2 req-03546baf-9646-442b-bf9c-fb8a91fcea6d tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.932160 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ea6e6899-126a-4aaa-83a4-f922ce6159d2 req-03546baf-9646-442b-bf9c-fb8a91fcea6d tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 947 time: 0.0762534 Feb 21 09:46:05.979264 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b383-244f-405b-bfab-ae412bf9f42b req-3d26949d-a1b2-411d-80dc-3f0bd94d9151 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.980742 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b090b383-244f-405b-bfab-ae412bf9f42b req-3d26949d-a1b2-411d-80dc-3f0bd94d9151 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.4574900 Feb 21 09:46:05.994460 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ea6e6899-126a-4aaa-83a4-f922ce6159d2 req-8d9ab70e-dd04-4e7c-b9f1-d5198fbf827d tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525668 Feb 21 09:46:06.014193 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-8048fb64-2103-4c67-a31d-b05adb614046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.016247 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-8048fb64-2103-4c67-a31d-b05adb614046 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1129 time: 0.3689346 Feb 21 09:46:06.091692 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b090b383-244f-405b-bfab-ae412bf9f42b req-a3dd2312-16ad-4a49-8dd6-61a66e8062f2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995536 Feb 21 09:46:06.137344 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-7e37b3de-afdf-4d65-96f7-f7c4cc6c08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.138840 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-7e37b3de-afdf-4d65-96f7-f7c4cc6c08cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 911 time: 0.1114943 Feb 21 09:46:06.299146 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-32487c3c-3f34-41ab-99a9-2da4aee67cd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 200 len: 1001 time: 0.1513245 Feb 21 09:46:06.428357 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc42a7-efbd-4c5f-8102-c0abf7246cc0 req-64d0cf6c-cf31-41b5-8266-a10605d2403b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.430175 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-aecc42a7-efbd-4c5f-8102-c0abf7246cc0 req-64d0cf6c-cf31-41b5-8266-a10605d2403b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0769691 Feb 21 09:46:06.439216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-d19cd2d2-a77b-414f-93d3-1c65808146ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.441328 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-d19cd2d2-a77b-414f-93d3-1c65808146ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.1366937 Feb 21 09:46:06.508408 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-aecc42a7-efbd-4c5f-8102-c0abf7246cc0 req-8470b216-450a-4a88-b5dd-fa7bfcdd46a6 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726681 Feb 21 09:46:06.551599 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-dcfd5602-a86c-46c3-84e8-90ef4d52de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.554465 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-dcfd5602-a86c-46c3-84e8-90ef4d52de35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1062496 Feb 21 09:46:06.722568 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526754bf-776a-4fef-aa63-8aa70b073d5d req-08c71f18-51c8-46e7-9663-8f3ec75025d3 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.724126 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-526754bf-776a-4fef-aa63-8aa70b073d5d req-08c71f18-51c8-46e7-9663-8f3ec75025d3 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1192491 Feb 21 09:46:06.753499 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-c26ec980-7d33-4494-823a-91eb5ccfb80e service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804864 Feb 21 09:46:06.843983 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-526754bf-776a-4fef-aa63-8aa70b073d5d req-cde960cd-0342-4a52-90d9-95c85e92f7ff tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067786 Feb 21 09:46:06.911901 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ef709e-b425-4a8f-a464-c0175e9e17e2 req-4f2833db-fd2f-4e79-b6f4-1d95994c903e service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489737 Feb 21 09:46:07.179431 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d94e-eb68-47d6-91eb-e849727311c5 req-b02f6df4-c60a-4c85-9cd8-326b6dc24d6a tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:07.181116 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5504d94e-eb68-47d6-91eb-e849727311c5 req-b02f6df4-c60a-4c85-9cd8-326b6dc24d6a tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 947 time: 0.0833647 Feb 21 09:46:07.248371 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5504d94e-eb68-47d6-91eb-e849727311c5 req-b846186a-3190-44c3-816a-536556d8a0b3 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610638 Feb 21 09:46:07.315166 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c539-fb6b-411b-9e3e-cabb7f588be6 req-3a837d8c-89e6-49fe-9e77-fe6f1afd41d0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:07.316184 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0335c539-fb6b-411b-9e3e-cabb7f588be6 req-3a837d8c-89e6-49fe-9e77-fe6f1afd41d0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.1040733 Feb 21 09:46:07.398572 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0335c539-fb6b-411b-9e3e-cabb7f588be6 req-ba108422-6c54-44aa-8e3e-870dd71bff7f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744720 Feb 21 09:46:07.679773 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9ffe5-df16-4e2f-b6b4-ff4a21d559eb req-758a74a7-1e6a-4df5-8096-0e1e63d7d13a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:07.681804 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b8d9ffe5-df16-4e2f-b6b4-ff4a21d559eb req-758a74a7-1e6a-4df5-8096-0e1e63d7d13a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0779378 Feb 21 09:46:07.757539 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b8d9ffe5-df16-4e2f-b6b4-ff4a21d559eb req-f8bd8b60-55b9-4e36-af2b-af61562bf354 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689914 Feb 21 09:46:07.918455 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a830f65-9c85-4a47-8a35-570267fb3afe details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:08.114040 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298b9f-f80e-4eae-a1df-453fe886f14d req-1dbc2d9c-e426-4928-b9f6-e0c408ed810c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:08.123637 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d7298b9f-f80e-4eae-a1df-453fe886f14d req-1dbc2d9c-e426-4928-b9f6-e0c408ed810c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1200848 Feb 21 09:46:08.129062 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 6a830f65-9c85-4a47-8a35-570267fb3afe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a830f65-9c85-4a47-8a35-570267fb3afe,segment=NetworkSegment(e101a3b6-1b58-4807-b4b2-d395756055b5),segment_id=e101a3b6-1b58-4807-b4b2-d395756055b5)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:08.145222 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '6a830f65-9c85-4a47-8a35-570267fb3afe', 'network_id': '6b11c1fd-e0a9-436b-95a0-41cec7fd4242', 'port_id': '6a830f65-9c85-4a47-8a35-570267fb3afe', 'mac_address': 'fa:16:3e:4d:4e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b75d0fc-f2ff-46fa-8b5f-130ec12ebfd5', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:08.190514 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 6a830f65-9c85-4a47-8a35-570267fb3afe is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:08.191170 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.204212 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d7298b9f-f80e-4eae-a1df-453fe886f14d req-50d0f798-a232-464d-9cfb-d6821ef10483 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792508 Feb 21 09:46:08.208742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a830f65-9c85-4a47-8a35-570267fb3afe {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:08.252431 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 6a830f65-9c85-4a47-8a35-570267fb3afe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a830f65-9c85-4a47-8a35-570267fb3afe,segment=NetworkSegment(e101a3b6-1b58-4807-b4b2-d395756055b5),segment_id=e101a3b6-1b58-4807-b4b2-d395756055b5)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:08.331531 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.385406 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=6a830f65-9c85-4a47-8a35-570267fb3afe,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:08.403081 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29236291-9b32-4688-bc8d-78b86054ee7d req-d86e0f42-86a6-48fe-aa7c-492765abadbd tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:08.406169 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-29236291-9b32-4688-bc8d-78b86054ee7d req-d86e0f42-86a6-48fe-aa7c-492765abadbd tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 948 time: 0.0732553 Feb 21 09:46:08.475160 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-29236291-9b32-4688-bc8d-78b86054ee7d req-2bcf421d-35da-4572-9629-5802dd5f2ff9 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647588 Feb 21 09:46:08.559989 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f18f7-dc70-4d29-b36f-6a7f6e0454f6 req-c52df59d-39f3-499c-8397-4c3ad2c32dfd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:08.561913 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d7f18f7-dc70-4d29-b36f-6a7f6e0454f6 req-c52df59d-39f3-499c-8397-4c3ad2c32dfd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0599198 Feb 21 09:46:08.627459 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d7f18f7-dc70-4d29-b36f-6a7f6e0454f6 req-f3a280e9-a370-4454-bd15-a92da2064b38 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580068 Feb 21 09:46:08.914344 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98f9a-96c0-4866-b570-fa696ce42e90 req-a49fa53c-d9fe-4012-97b8-38aedc92dc9b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:08.915849 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f4b98f9a-96c0-4866-b570-fa696ce42e90 req-a49fa53c-d9fe-4012-97b8-38aedc92dc9b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0574300 Feb 21 09:46:08.924695 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['6a830f65-9c85-4a47-8a35-570267fb3afe'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:08.996666 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f4b98f9a-96c0-4866-b570-fa696ce42e90 req-21051599-1300-4aa0-a1d8-fbaac4bc659d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742400 Feb 21 09:46:09.371451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b107713-9819-4430-9362-fd1c2fe02c80 req-0aad75ac-84ab-413a-aa5c-a63735821f0c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.374040 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b107713-9819-4430-9362-fd1c2fe02c80 req-0aad75ac-84ab-413a-aa5c-a63735821f0c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0782609 Feb 21 09:46:09.479639 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b107713-9819-4430-9362-fd1c2fe02c80 req-0097a0aa-e014-433e-bd73-59aff1be9bf6 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987999 Feb 21 09:46:09.646181 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae57-e0ba-4735-a395-ce97a6feca72 req-b225b2fd-a61d-45e7-b4d7-023f924695ca tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.649128 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fc23ae57-e0ba-4735-a395-ce97a6feca72 req-b225b2fd-a61d-45e7-b4d7-023f924695ca tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 948 time: 0.0745201 Feb 21 09:46:09.760317 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fc23ae57-e0ba-4735-a395-ce97a6feca72 req-b252f833-e647-494f-ad64-d5e1a84df41a tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044393 Feb 21 09:46:09.810113 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223174db-25d4-47fe-84da-5ae945422ec9 req-ae692a59-dac4-4558-8fc9-ab2fbdbbd872 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.810113 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-223174db-25d4-47fe-84da-5ae945422ec9 req-ae692a59-dac4-4558-8fc9-ab2fbdbbd872 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0861366 Feb 21 09:46:09.874206 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-223174db-25d4-47fe-84da-5ae945422ec9 req-bbd69840-8154-43dd-86f0-77c4a0e72fbf tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624037 Feb 21 09:46:10.169988 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c62f3-61d6-479a-b785-5f8dd873e341 req-d6d2b217-27cb-45d0-9217-4d1a7edb6fc8 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:10.172412 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8e6c62f3-61d6-479a-b785-5f8dd873e341 req-d6d2b217-27cb-45d0-9217-4d1a7edb6fc8 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0787082 Feb 21 09:46:10.229089 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8e6c62f3-61d6-479a-b785-5f8dd873e341 req-3d830639-5332-49d0-944d-06a18eadbd97 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509765 Feb 21 09:46:10.920135 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74463d5-552b-428e-8135-94072b22a4e7 req-6d1b8c2e-943c-477c-a06d-5637afe92d0b tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:10.934239 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d74463d5-552b-428e-8135-94072b22a4e7 req-6d1b8c2e-943c-477c-a06d-5637afe92d0b tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 948 time: 0.0805621 Feb 21 09:46:11.004334 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d74463d5-552b-428e-8135-94072b22a4e7 req-72560632-b3aa-4e6a-931d-2080b42fc2df tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717366 Feb 21 09:46:11.073324 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d85cd-a036-4c88-b3f9-de0c6e9d0b97 req-15b93df5-e717-4c9d-bd8f-ceb0306e7074 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:11.078104 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-271d85cd-a036-4c88-b3f9-de0c6e9d0b97 req-15b93df5-e717-4c9d-bd8f-ceb0306e7074 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0679634 Feb 21 09:46:11.152726 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-271d85cd-a036-4c88-b3f9-de0c6e9d0b97 req-b358d5aa-9cb1-4522-8eb3-990769f3f046 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716367 Feb 21 09:46:11.400854 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270df8ad-1799-45ee-957a-d6df4f135769 req-1eb89681-c1d1-4c0f-bf94-c3ec4d0791ee tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:11.402739 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-270df8ad-1799-45ee-957a-d6df4f135769 req-1eb89681-c1d1-4c0f-bf94-c3ec4d0791ee tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0794907 Feb 21 09:46:11.493118 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-270df8ad-1799-45ee-957a-d6df4f135769 req-8546f502-7df5-40b0-9ef4-ff9d1955cd5c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810440 Feb 21 09:46:11.985437 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a830f65-9c85-4a47-8a35-570267fb3afe up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:12.116639 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 6a830f65-9c85-4a47-8a35-570267fb3afe completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:12.123712 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 6a830f65-9c85-4a47-8a35-570267fb3afe triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:12.125052 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.238326 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 6a830f65-9c85-4a47-8a35-570267fb3afe is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:12.239845 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.251703 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c345052-587d-466b-83c9-6315f1400684 req-2e1a349b-a2fa-4c41-a562-50210a874a36 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:12.253999 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5c345052-587d-466b-83c9-6315f1400684 req-2e1a349b-a2fa-4c41-a562-50210a874a36 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 948 time: 0.1463265 Feb 21 09:46:12.308092 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 6a830f65-9c85-4a47-8a35-570267fb3afe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a830f65-9c85-4a47-8a35-570267fb3afe,segment=NetworkSegment(e101a3b6-1b58-4807-b4b2-d395756055b5),segment_id=e101a3b6-1b58-4807-b4b2-d395756055b5)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:12.309801 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a830f65-9c85-4a47-8a35-570267fb3afe'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:12.313275 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72e255-6e9b-4f4e-b7e9-896e676a5d86" -d '{"events": [{"server_uuid": "fb4032c6-54c1-4626-b8d4-9a4fb20647ee", "name": "network-vif-plugged", "status": "completed", "tag": "6a830f65-9c85-4a47-8a35-570267fb3afe"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:12.372688 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5c345052-587d-466b-83c9-6315f1400684 req-72f9658e-c2a2-4469-adc3-e259203eb825 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075053 Feb 21 09:46:12.390741 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164e291-8d87-4fff-8c01-cde5b7ceab4f req-57e1a885-1b9a-48e2-acfc-7416a143ed67 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:12.406269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.407646 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6164e291-8d87-4fff-8c01-cde5b7ceab4f req-57e1a885-1b9a-48e2-acfc-7416a143ed67 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.1086297 Feb 21 09:46:12.454941 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c838acd-1364-45e2-8a0e-db4a288693c6 x-openstack-request-id: req-6c838acd-1364-45e2-8a0e-db4a288693c6 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:12.454941 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4032c6-54c1-4626-b8d4-9a4fb20647ee", "name": "network-vif-plugged", "status": "completed", "tag": "6a830f65-9c85-4a47-8a35-570267fb3afe", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:12.454941 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c838acd-1364-45e2-8a0e-db4a288693c6 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:12.454941 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a830f65-9c85-4a47-8a35-570267fb3afe', 'code': 200} Feb 21 09:46:12.492206 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=6a830f65-9c85-4a47-8a35-570267fb3afe,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:12.556613 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6164e291-8d87-4fff-8c01-cde5b7ceab4f req-4f6b8a6e-be30-477f-9251-f9d58556ae39 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440053 Feb 21 09:46:12.683148 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c65a06-e1b5-4fef-9b27-4d34cbb57a6d req-5174f7bd-56f1-4f61-a7a5-4d279239f323 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:12.684808 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d9c65a06-e1b5-4fef-9b27-4d34cbb57a6d req-5174f7bd-56f1-4f61-a7a5-4d279239f323 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0617709 Feb 21 09:46:12.752476 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d9c65a06-e1b5-4fef-9b27-4d34cbb57a6d req-0300e20f-5ffb-440d-95b4-16d6d9629805 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561700 Feb 21 09:46:13.535767 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b708c0-aa7e-4361-94b9-0ae7ff47b495 req-86dd9820-7cd0-4b87-84d6-9cda9ac700ca tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:13.537534 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-65b708c0-aa7e-4361-94b9-0ae7ff47b495 req-86dd9820-7cd0-4b87-84d6-9cda9ac700ca tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0735044 Feb 21 09:46:13.598608 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-65b708c0-aa7e-4361-94b9-0ae7ff47b495 req-2df8d367-ec2a-48c0-9572-fd2efdbfc6dd tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524430 Feb 21 09:46:13.715139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28913c8-3ceb-491c-981f-cff0bf3d7ca1 req-6b897793-816e-4ed0-816b-10c6224fef72 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:13.716834 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d28913c8-3ceb-491c-981f-cff0bf3d7ca1 req-6b897793-816e-4ed0-816b-10c6224fef72 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0564198 Feb 21 09:46:13.776762 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d28913c8-3ceb-491c-981f-cff0bf3d7ca1 req-e5ae9bf9-0fe7-4dbf-9b71-20c399beca7e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515339 Feb 21 09:46:13.909748 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e4b8a-007e-4e49-ad6e-42091708e31b req-566001d2-974d-4f19-a121-3260af3e800a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:13.912200 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4a2e4b8a-007e-4e49-ad6e-42091708e31b req-566001d2-974d-4f19-a121-3260af3e800a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0663514 Feb 21 09:46:13.967079 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4a2e4b8a-007e-4e49-ad6e-42091708e31b req-98e596ce-814b-4f1a-a005-95dc08ca4dc3 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494320 Feb 21 09:46:14.783144 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3a41e-4b89-49bb-bea3-3f571c258a9a req-170855fc-bd18-4706-a9c3-c0636e4cbd70 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:14.785460 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-36e3a41e-4b89-49bb-bea3-3f571c258a9a req-170855fc-bd18-4706-a9c3-c0636e4cbd70 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0818996 Feb 21 09:46:14.852325 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-36e3a41e-4b89-49bb-bea3-3f571c258a9a req-f47c03d6-b8d6-4d6d-b029-d17528bf2f56 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609353 Feb 21 09:46:14.922020 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424622-71ac-416e-bda3-7ce0107de25a req-b6645ad8-4d4f-4784-9fea-aa0866c67ba5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:14.923920 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b3424622-71ac-416e-bda3-7ce0107de25a req-b6645ad8-4d4f-4784-9fea-aa0866c67ba5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0612402 Feb 21 09:46:14.995591 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b3424622-71ac-416e-bda3-7ce0107de25a req-422677a6-c22a-4941-8cbd-7727fa255d8c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653915 Feb 21 09:46:15.109166 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbe08b-122c-4e47-a4d1-a64b30fd0fa3 req-b35e00ad-0e13-4797-a738-ba52dcf3c6e5 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:15.110805 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c3bbe08b-122c-4e47-a4d1-a64b30fd0fa3 req-b35e00ad-0e13-4797-a738-ba52dcf3c6e5 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0551944 Feb 21 09:46:15.162185 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c3bbe08b-122c-4e47-a4d1-a64b30fd0fa3 req-1385c351-8468-4d9d-a922-82dd5afdddb5 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457289 Feb 21 09:46:16.020388 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bda27-2c5a-4897-9291-99f1cd022075 req-3441ff9e-6d37-4599-a8e4-b69636dc4996 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:16.021927 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-602bda27-2c5a-4897-9291-99f1cd022075 req-3441ff9e-6d37-4599-a8e4-b69636dc4996 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0783842 Feb 21 09:46:16.074029 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aade4c-3a27-4fed-941b-f27dc2f3b84e req-5602a7a9-049c-4a1c-8ec2-4537395a6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:16.075528 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4aade4c-3a27-4fed-941b-f27dc2f3b84e req-5602a7a9-049c-4a1c-8ec2-4537395a6153 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 1133 time: 0.0900211 Feb 21 09:46:16.106561 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-602bda27-2c5a-4897-9291-99f1cd022075 req-bbc0670d-4cb7-4254-94bf-311fa8a6b373 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781422 Feb 21 09:46:16.147907 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f4aade4c-3a27-4fed-941b-f27dc2f3b84e req-b263fc66-5c7e-4f81-9a28-ff32dba5da96 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655937 Feb 21 09:46:16.161764 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987300d5-ec0c-4132-ab9c-c550d8edc7e8 req-dbca2d11-6d17-481d-b449-80807217691b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:16.163255 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-987300d5-ec0c-4132-ab9c-c550d8edc7e8 req-dbca2d11-6d17-481d-b449-80807217691b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0614336 Feb 21 09:46:16.212680 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-987300d5-ec0c-4132-ab9c-c550d8edc7e8 req-a7b4f36b-13be-4322-872f-204759e2bc56 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 Feb 21 09:46:16.284400 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e853546-ea25-4eab-b25e-2c65a983cc8f req-da3f686a-7f81-4290-a069-fa248d6ef258 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:16.286041 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1e853546-ea25-4eab-b25e-2c65a983cc8f req-da3f686a-7f81-4290-a069-fa248d6ef258 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0556731 Feb 21 09:46:16.336863 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1e853546-ea25-4eab-b25e-2c65a983cc8f req-dbdb1a8e-205f-48f2-92f2-e8dc9e2d74f6 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452094 Feb 21 09:46:17.274198 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff7dd-bb65-4c66-a5c8-2f2caa548ed7 req-8c29d74b-9cd8-45c5-b3f0-44230ab73d93 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.278682 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-46bff7dd-bb65-4c66-a5c8-2f2caa548ed7 req-8c29d74b-9cd8-45c5-b3f0-44230ab73d93 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0644629 Feb 21 09:46:17.341689 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-46bff7dd-bb65-4c66-a5c8-2f2caa548ed7 req-eb0138de-6f36-4e01-810c-0abbd1df0878 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Feb 21 09:46:17.358992 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8c16f-57a4-44b5-a38e-c1d2bc356c13 req-672943c6-8a25-445a-9a58-0d3ea2697f92 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.362192 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-54a8c16f-57a4-44b5-a38e-c1d2bc356c13 req-672943c6-8a25-445a-9a58-0d3ea2697f92 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0699582 Feb 21 09:46:17.422639 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-54a8c16f-57a4-44b5-a38e-c1d2bc356c13 req-7d7d5fde-0876-4f34-ab71-75db8b9bf639 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561273 Feb 21 09:46:17.537166 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3dbef-2a58-4ed1-8177-4e47c88ddb00 req-95e99c4b-1337-4239-aaaa-196bc2c12938 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.538170 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-02496252-269b-43db-9c15-b85b7cdf6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.539907 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-86a3dbef-2a58-4ed1-8177-4e47c88ddb00 req-95e99c4b-1337-4239-aaaa-196bc2c12938 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0866239 Feb 21 09:46:17.540359 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-02496252-269b-43db-9c15-b85b7cdf6869 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1129 time: 0.0731690 Feb 21 09:46:17.596661 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-86a3dbef-2a58-4ed1-8177-4e47c88ddb00 req-3743d6ba-9c60-45a2-b220-259a0dd1bc21 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512152 Feb 21 09:46:17.635773 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-014d726a-7527-4b2f-98d6-240dae26cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.637271 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-014d726a-7527-4b2f-98d6-240dae26cd12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.0905201 Feb 21 09:46:17.706321 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-d682cc9a-4a9e-473d-a208-dd064cd4f4f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 1000 time: 0.0630419 Feb 21 09:46:17.770538 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-b8b415bd-6330-4340-8459-99bbd14b5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.772070 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-b8b415bd-6330-4340-8459-99bbd14b5138 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0450208 Feb 21 09:46:17.821268 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-d747add3-eba0-449f-b893-ee5542c3df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.823192 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-d747add3-eba0-449f-b893-ee5542c3df91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445161 Feb 21 09:46:17.920370 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-2e30440f-c4f8-4e80-9277-fc10a076c028 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898223 Feb 21 09:46:18.013105 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-05b1bf1e-295e-400c-b0e4-404206cefbf8 req-61c1e075-6997-435b-9b01-9f61501dc4ef service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832031 Feb 21 09:46:18.107462 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d355ef6-99e2-413b-8b33-ea12414f2148 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:18.206476 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:18.218982 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'port_id': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'mac_address': 'fa:16:3e:14:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:18.256397 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d355ef6-99e2-413b-8b33-ea12414f2148 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:18.256793 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.270486 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d355ef6-99e2-413b-8b33-ea12414f2148 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:18.291680 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:18.384694 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.453954 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:18.517462 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbe6b1-7f0a-4f2d-bb68-92311ecd9de3 req-96b3133a-f5b1-4b3d-95d7-00e489240cd9 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:18.520107 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9bfbe6b1-7f0a-4f2d-bb68-92311ecd9de3 req-96b3133a-f5b1-4b3d-95d7-00e489240cd9 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0906396 Feb 21 09:46:18.594017 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9bfbe6b1-7f0a-4f2d-bb68-92311ecd9de3 req-954527b6-d04b-46b3-9d1d-2b2bd3b93c20 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582309 Feb 21 09:46:18.611130 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac7285-56a3-48f7-bd50-929ffe6aef32 req-6b333231-f76d-45a4-a9a4-93fcc1f2d0bd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:18.612735 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eaac7285-56a3-48f7-bd50-929ffe6aef32 req-6b333231-f76d-45a4-a9a4-93fcc1f2d0bd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0574813 Feb 21 09:46:18.669051 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eaac7285-56a3-48f7-bd50-929ffe6aef32 req-41e4a89f-2205-4dcc-834a-b31bd2185d54 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476105 Feb 21 09:46:18.731431 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9daf-d91d-4848-a9f0-a456f0b0825a req-54c64e87-27ef-49eb-93b5-1c4d34d80c1a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:18.733000 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-813f9daf-d91d-4848-a9f0-a456f0b0825a req-54c64e87-27ef-49eb-93b5-1c4d34d80c1a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 945 time: 0.0586865 Feb 21 09:46:18.789865 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-813f9daf-d91d-4848-a9f0-a456f0b0825a req-98a92cdc-2de6-4885-ac9d-0787dcd7c404 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492654 Feb 21 09:46:18.930828 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['1d355ef6-99e2-413b-8b33-ea12414f2148'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:19.719539 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1739d-c1ba-4502-9a28-ef9277750ad4 req-b6ebba65-a59b-43a7-b5ae-54bd49c598c2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:19.721074 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f2a1739d-c1ba-4502-9a28-ef9277750ad4 req-b6ebba65-a59b-43a7-b5ae-54bd49c598c2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0570261 Feb 21 09:46:19.780830 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f2a1739d-c1ba-4502-9a28-ef9277750ad4 req-22489b5f-fbe9-4be3-bfc4-c6e70b1c0882 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538900 Feb 21 09:46:19.836238 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3934cc-2981-4a13-be10-862520c4e48a req-ad783889-4e2e-4a76-ad44-cca2dfc0d5a7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:19.839072 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ac3934cc-2981-4a13-be10-862520c4e48a req-ad783889-4e2e-4a76-ad44-cca2dfc0d5a7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 945 time: 0.0885427 Feb 21 09:46:19.914392 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ac3934cc-2981-4a13-be10-862520c4e48a req-409121ba-0bc1-4d2c-843c-498b4dbaa42d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690088 Feb 21 09:46:19.972087 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209884b-d9ad-4093-bb24-b6eff2fe71a6 req-cd06dcc8-d52c-4411-a625-21f59ebad884 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:19.974738 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4209884b-d9ad-4093-bb24-b6eff2fe71a6 req-cd06dcc8-d52c-4411-a625-21f59ebad884 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 945 time: 0.0993083 Feb 21 09:46:20.045169 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4209884b-d9ad-4093-bb24-b6eff2fe71a6 req-6e6cd0f7-dc92-4031-831e-13309cb6cdd4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643709 Feb 21 09:46:20.117493 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:46:20.205299 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: ACTIVE; New status is: DOWN {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:20.205837 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.229811 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:20.232042 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8435fd97-8166-4fbe-b2fe-b8c251c3c290" -d '{"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:20.246055 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:20.281716 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb50992-b9ad-446d-b40c-17eafa7579b5 x-openstack-request-id: req-ccb50992-b9ad-446d-b40c-17eafa7579b5 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:20.282041 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:20.282302 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccb50992-b9ad-446d-b40c-17eafa7579b5 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:20.282734 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'code': 200} Feb 21 09:46:20.302575 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.361841 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=8']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:20.381405 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c4d8d-f98b-40a3-a427-65e5b0f22cab req-63dbe668-9f2e-4ffb-a206-a04a81a1f19f tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:20.383715 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-610c4d8d-f98b-40a3-a427-65e5b0f22cab req-63dbe668-9f2e-4ffb-a206-a04a81a1f19f tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0688672 Feb 21 09:46:20.432814 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-610c4d8d-f98b-40a3-a427-65e5b0f22cab req-80e21cc1-cb35-42e3-81bf-54bde66bfa38 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Feb 21 09:46:21.049751 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70006651-7ba1-4c72-8972-12c9e5befb23 req-deb39f9a-039e-4d62-a832-6938ff777488 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.051302 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-70006651-7ba1-4c72-8972-12c9e5befb23 req-deb39f9a-039e-4d62-a832-6938ff777488 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0542417 Feb 21 09:46:21.112587 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-70006651-7ba1-4c72-8972-12c9e5befb23 req-572dc438-4faf-497d-a620-3694895a995c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552676 Feb 21 09:46:21.198860 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3fa7c-a594-4a9f-9689-35406f6ca19b req-0e46a771-394d-489e-b89d-a16b584542d7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.202630 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2b3fa7c-a594-4a9f-9689-35406f6ca19b req-0e46a771-394d-489e-b89d-a16b584542d7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 945 time: 0.0796835 Feb 21 09:46:21.259900 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2b3fa7c-a594-4a9f-9689-35406f6ca19b req-5cacec12-219d-4472-aa92-8f180658c4bc tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526175 Feb 21 09:46:21.565638 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eeb04-9a0c-4348-a3e3-bc5603cf9ca6 req-076e61c9-e99c-40a1-9f04-7cb5ea1bdaf9 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.567450 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f4eeb04-9a0c-4348-a3e3-bc5603cf9ca6 req-076e61c9-e99c-40a1-9f04-7cb5ea1bdaf9 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0587006 Feb 21 09:46:21.622264 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f4eeb04-9a0c-4348-a3e3-bc5603cf9ca6 req-65331df9-9568-4183-8d01-a2179317a867 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491705 Feb 21 09:46:22.129424 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d355ef6-99e2-413b-8b33-ea12414f2148 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:22.275623 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 1d355ef6-99e2-413b-8b33-ea12414f2148 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:22.283756 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 1d355ef6-99e2-413b-8b33-ea12414f2148 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:22.285241 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.414741 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d355ef6-99e2-413b-8b33-ea12414f2148 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:22.415905 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.462990 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:22.466184 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ef7b2-4d96-4411-ad8c-779bffcbe12a" -d '{"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-plugged", "status": "completed", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:22.469090 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48f8ed-c846-4b09-85d5-828274df1611 req-5510510d-a595-4a91-b8ba-fbf1619e40b0 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:22.470717 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7b48f8ed-c846-4b09-85d5-828274df1611 req-5510510d-a595-4a91-b8ba-fbf1619e40b0 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 945 time: 0.1313860 Feb 21 09:46:22.472846 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-2f6b66ad-c71c-4025-90ad-bbf33f2d85d6 req-b8692fbd-40f9-4190-adbc-2ffe13374fbc service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:46:22.478886 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2f6b66ad-c71c-4025-90ad-bbf33f2d85d6 req-b8692fbd-40f9-4190-adbc-2ffe13374fbc service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115712 Feb 21 09:46:22.483537 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-6cf561c5-acb1-490a-8a86-70cc99367995 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:22.483537 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-6cf561c5-acb1-490a-8a86-70cc99367995 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.0961487 Feb 21 09:46:22.490530 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:22.554012 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.606161 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:22.647526 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7b48f8ed-c846-4b09-85d5-828274df1611 req-08ef9462-5e4c-4751-b4fc-092cf93d92cf tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652763 Feb 21 09:46:22.688555 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Deleting port 6a830f65-9c85-4a47-8a35-570267fb3afe {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:46:22.688901 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.701197 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb9d3c-d0c4-45cf-af4d-63b35b0cc328 x-openstack-request-id: req-adfb9d3c-d0c4-45cf-af4d-63b35b0cc328 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:22.701802 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-plugged", "status": "completed", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:22.702028 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adfb9d3c-d0c4-45cf-af4d-63b35b0cc328 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:22.702378 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'code': 200} Feb 21 09:46:22.842253 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] For port 6a830f65-9c85-4a47-8a35-570267fb3afe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6a830f65-9c85-4a47-8a35-570267fb3afe,segment=NetworkSegment(e101a3b6-1b58-4807-b4b2-d395756055b5),segment_id=e101a3b6-1b58-4807-b4b2-d395756055b5)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:22.843156 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.869161 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d149-559b-46c9-8eb9-2bdae049e3d0 req-c3d961c5-8af2-438f-a200-41057311c9de tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:22.873075 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Calling delete_port for 6a830f65-9c85-4a47-8a35-570267fb3afe owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:46:22.876663 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-23f7d149-559b-46c9-8eb9-2bdae049e3d0 req-c3d961c5-8af2-438f-a200-41057311c9de tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0697927 Feb 21 09:46:22.895574 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7c31b-f3a4-4006-91ad-83cf5a1429ab req-a8f02c1b-b4a8-4038-a15a-c5686bc8eacb tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:22.897133 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22d7c31b-f3a4-4006-91ad-83cf5a1429ab req-a8f02c1b-b4a8-4038-a15a-c5686bc8eacb tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 949 time: 0.1309230 Feb 21 09:46:22.995243 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-23f7d149-559b-46c9-8eb9-2bdae049e3d0 req-7b58e490-781d-41c1-abfd-29d31ff6adce tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176999 Feb 21 09:46:23.080371 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22d7c31b-f3a4-4006-91ad-83cf5a1429ab req-daf05df2-e510-4a3b-95c6-5713c1fd929f tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/security-groups?id=083d8ac9-fd6a-4174-8e16-bd295289cd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767673 Feb 21 09:46:23.106345 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c0fa9-feea-466b-a3de-cd630874bada req-ea769843-ef92-4fea-a39a-962cc75bc2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:23.107976 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-332c0fa9-feea-466b-a3de-cd630874bada req-ea769843-ef92-4fea-a39a-962cc75bc2b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1130 time: 0.0709567 Feb 21 09:46:23.156178 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60290) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:23.187771 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-332c0fa9-feea-466b-a3de-cd630874bada req-065eebb2-a768-4804-b2e9-0c58e0114c12 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613215 Feb 21 09:46:23.252850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (6a830f65-9c85-4a47-8a35-570267fb3afe), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.266058 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.283782 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Pushing event deleted for resources: {'Port': ['ID=6a830f65-9c85-4a47-8a35-570267fb3afe,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:23.289991 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['6a830f65-9c85-4a47-8a35-570267fb3afe'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:23.354694 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] No DVR routers for this DVR port 6a830f65-9c85-4a47-8a35-570267fb3afe on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:46:23.360124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.364759 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a0ae7be7-cc8f-443d-81c8-fdfff8a663a2 req-b8014a66-f47d-4dc0-8003-ab5119bb98a2 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.10 "DELETE /v2.0/ports/6a830f65-9c85-4a47-8a35-570267fb3afe HTTP/1.1" status: 204 len: 173 time: 0.8751912 Feb 21 09:46:23.365714 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'name': 'network-vif-deleted', 'tag': '6a830f65-9c85-4a47-8a35-570267fb3afe'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:23.368158 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93f68f7-b9ba-434f-8b02-f23b270dffdc" -d '{"events": [{"server_uuid": "fb4032c6-54c1-4626-b8d4-9a4fb20647ee", "name": "network-vif-deleted", "tag": "6a830f65-9c85-4a47-8a35-570267fb3afe"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:23.372971 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Publish callbacks [] for security_group (e942ac38-257c-4e27-8d5f-a713d8d6b2d9), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.406447 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d367a3-fb51-40b2-8875-5a53fb43c6d7 x-openstack-request-id: req-27d367a3-fb51-40b2-8875-5a53fb43c6d7 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:23.406685 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4032c6-54c1-4626-b8d4-9a4fb20647ee", "name": "network-vif-deleted", "tag": "6a830f65-9c85-4a47-8a35-570267fb3afe", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:23.406947 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27d367a3-fb51-40b2-8875-5a53fb43c6d7 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:23.407357 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4032c6-54c1-4626-b8d4-9a4fb20647ee', 'name': 'network-vif-deleted', 'tag': '6a830f65-9c85-4a47-8a35-570267fb3afe', 'status': 'completed', 'code': 200} Feb 21 09:46:23.462466 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e942ac38-257c-4e27-8d5f-a713d8d6b2d9), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.504483 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14ebf873861d429487f3b5da06aa449d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510544 Feb 21 09:46:23.505149 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e942ac38-257c-4e27-8d5f-a713d8d6b2d9,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:23.507266 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 60304) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.527462 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181032f0-2e36-4162-b489-4f322f7e3498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:23.571042 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60312) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:23.587791 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-94c6a7ee-4178-498a-ad94-9ea4d9cf36b1 admin admin] Publish callbacks [] for security_group (e942ac38-257c-4e27-8d5f-a713d8d6b2d9), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.618053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-94c6a7ee-4178-498a-ad94-9ea4d9cf36b1 admin admin] Publish callbacks [] for security_group (e942ac38-257c-4e27-8d5f-a713d8d6b2d9), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.665313 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-570b321c-1d08-4c79-b004-5a2e595aea1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929956 Feb 21 09:46:23.674151 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-cf753bbf-c7e4-4c92-9646-05be655dc46e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:46:23.675399 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-cf753bbf-c7e4-4c92-9646-05be655dc46e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056589 Feb 21 09:46:23.722980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-94c6a7ee-4178-498a-ad94-9ea4d9cf36b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e942ac38-257c-4e27-8d5f-a713d8d6b2d9), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.728274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-94c6a7ee-4178-498a-ad94-9ea4d9cf36b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.737549 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-94c6a7ee-4178-498a-ad94-9ea4d9cf36b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e942ac38-257c-4e27-8d5f-a713d8d6b2d9 HTTP/1.1" status: 204 len: 168 time: 0.2198858 Feb 21 09:46:23.773191 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6a7ee-4178-498a-ad94-9ea4d9cf36b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e942ac38-257c-4e27-8d5f-a713d8d6b2d9,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:23.807456 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60326) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:23.822945 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9707817-3f07-4ff4-88a2-f09ce0d22c67 req-91495b03-8bea-41c9-a1ae-9d86f1daab69 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:23.824465 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b9707817-3f07-4ff4-88a2-f09ce0d22c67 req-91495b03-8bea-41c9-a1ae-9d86f1daab69 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0739126 Feb 21 09:46:23.880766 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b9707817-3f07-4ff4-88a2-f09ce0d22c67 req-a1894811-4d63-4058-89e8-5234210a28fc tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486455 Feb 21 09:46:23.915982 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56e18a-0739-44b9-b777-c47210199359 req-c871e724-2f17-4d89-8b28-d72fb62f0047 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:23.917358 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-c871e724-2f17-4d89-8b28-d72fb62f0047 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports/1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 940 time: 0.1103735 Feb 21 09:46:24.166733 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ecc31-a495-4c4b-8182-2cbe2a8824a0 req-664ad706-164d-4aa2-8f55-28930056d1f7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:24.174889 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:46:24.183769 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4f0ecc31-a495-4c4b-8182-2cbe2a8824a0 req-664ad706-164d-4aa2-8f55-28930056d1f7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0951314 Feb 21 09:46:24.235547 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-14094adc-c8df-43a1-b68c-d6650d07ef2f req-8c58dedd-5abe-494b-8aa5-88d0be6fecd8 tempest-VolumesNegativeTest-601005569 tempest-VolumesNegativeTest-601005569-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4032c6-54c1-4626-b8d4-9a4fb20647ee HTTP/1.1" status: 200 len: 210 time: 0.0422227 Feb 21 09:46:24.246608 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4f0ecc31-a495-4c4b-8182-2cbe2a8824a0 req-53d88242-c7f9-4b56-b31f-3357ab78f8d9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616405 Feb 21 09:46:24.300991 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: DOWN; New status is: DOWN {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:24.302008 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a830f65-9c85-4a47-8a35-570267fb3afe no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:46:24.321136 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 6a830f65-9c85-4a47-8a35-570267fb3afe {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:46:24.321482 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 6a830f65-9c85-4a47-8a35-570267fb3afe not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:46:25.009927 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efb35d-6c20-4dfd-af30-19b5ac905628 req-8523f555-1602-49bc-9584-dfc47f25f595 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:25.011328 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-54efb35d-6c20-4dfd-af30-19b5ac905628 req-8523f555-1602-49bc-9584-dfc47f25f595 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0556366 Feb 21 09:46:25.072101 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-54efb35d-6c20-4dfd-af30-19b5ac905628 req-321b33b7-5e65-4f31-ad4a-54572d38af8c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456960 Feb 21 09:46:25.381563 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390c13a-9898-49c4-8bbb-7675387a936c req-06d24c34-a92b-45b5-8132-be853623a386 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:25.383154 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7390c13a-9898-49c4-8bbb-7675387a936c req-06d24c34-a92b-45b5-8132-be853623a386 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0523188 Feb 21 09:46:25.430483 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7390c13a-9898-49c4-8bbb-7675387a936c req-99a91b84-7dce-4ff8-aca1-ac9d61233601 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Feb 21 09:46:26.185825 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431a8d0-6c6b-43cb-8557-b7bfca3df808 req-9e6a28dd-7793-4b16-b739-1ec148a1643d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:26.187234 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9431a8d0-6c6b-43cb-8557-b7bfca3df808 req-9e6a28dd-7793-4b16-b739-1ec148a1643d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0532336 Feb 21 09:46:26.240194 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9431a8d0-6c6b-43cb-8557-b7bfca3df808 req-cc4ab06d-e43b-4bb4-8926-6153f735d5e8 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464761 Feb 21 09:46:26.364926 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca687d0e-004f-436d-909f-87f2f9f2742d req-a378104d-c5a9-46b9-b349-d17934bcc91d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:26.366602 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ca687d0e-004f-436d-909f-87f2f9f2742d req-a378104d-c5a9-46b9-b349-d17934bcc91d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0588701 Feb 21 09:46:26.424784 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ca687d0e-004f-436d-909f-87f2f9f2742d req-44c9f574-e777-4ee7-8cef-7806db026faf tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525210 Feb 21 09:46:26.454079 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60392) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:26.604526 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e706a20-2f11-4509-8111-375248ae62d4 req-1e886a4d-eb6b-4c17-b582-a05f7f0ab6e0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:26.611055 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e706a20-2f11-4509-8111-375248ae62d4 req-1e886a4d-eb6b-4c17-b582-a05f7f0ab6e0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0974941 Feb 21 09:46:26.664909 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e706a20-2f11-4509-8111-375248ae62d4 req-43ef34a5-731c-46ef-9553-b374f9f24cc4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512855 Feb 21 09:46:26.720019 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643505e-1ccb-4e86-a765-9bb1a970675b tempest-TestShelveInstance-1758920662 tempest-TestShelveInstance-1758920662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:26.722340 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-8643505e-1ccb-4e86-a765-9bb1a970675b tempest-TestShelveInstance-1758920662 tempest-TestShelveInstance-1758920662-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1125 time: 0.2665458 Feb 21 09:46:26.724759 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60434) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:26.728985 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'port_id': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:26.805024 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.906611 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.025032 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Allocated IP 172.27.3.137 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/95d43a4c-cbbc-41f4-8104-3095ec669a12) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:27.140716 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.216261 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56e18a-0739-44b9-b777-c47210199359 req-e76c6ef5-9d72-495d-a009-279354b9718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.217700 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-e76c6ef5-9d72-495d-a009-279354b9718f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c&tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 1127 time: 0.0901349 Feb 21 09:46:27.265909 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.308617 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56e18a-0739-44b9-b777-c47210199359 req-fb681d68-10f2-4446-a04e-95a25bc3f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.314026 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-fb681d68-10f2-4446-a04e-95a25bc3f493 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1127 time: 0.0559857 Feb 21 09:46:27.319344 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:27.321055 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:27.322847 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'Port': ['ID=95d43a4c-cbbc-41f4-8104-3095ec669a12,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:27.325004 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:27.418819 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56e18a-0739-44b9-b777-c47210199359 req-764f23ac-5388-44fc-b974-ebfac2a51bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.420298 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-764f23ac-5388-44fc-b974-ebfac2a51bd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.1018128 Feb 21 09:46:27.496732 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-81a19d03-bd7f-4641-86ed-499b5b430f57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 998 time: 0.0693619 Feb 21 09:46:27.546272 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56e18a-0739-44b9-b777-c47210199359 req-6a09eb44-b402-4b99-91a5-e312cea0afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.547913 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-6a09eb44-b402-4b99-91a5-e312cea0afe3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0452542 Feb 21 09:46:27.614136 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56e18a-0739-44b9-b777-c47210199359 req-18fe4b6d-ae8e-4580-8df5-dca2782f2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.615650 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-18fe4b6d-ae8e-4580-8df5-dca2782f2955 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609608 Feb 21 09:46:27.725422 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-1fdfb50b-1eaa-4fa7-a486-5f3e070a7578 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031761 Feb 21 09:46:27.729023 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for floatingip (44b517e2-74ad-4d9d-b267-960a34e469e7), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.865173 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1a56e18a-0739-44b9-b777-c47210199359 req-37e0ff91-4b65-4470-a3b8-9906a9dbfc44 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330357 Feb 21 09:46:27.874945 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1831d-8adf-4437-95b3-bfa4616fc32b req-89b45730-0c48-4244-8035-7c8af2b3402b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.878393 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-19f1831d-8adf-4437-95b3-bfa4616fc32b req-89b45730-0c48-4244-8035-7c8af2b3402b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0914576 Feb 21 09:46:27.903466 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.929763 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-19f1831d-8adf-4437-95b3-bfa4616fc32b req-850b4ea4-5143-4e7c-b234-e572b05babf2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433490 Feb 21 09:46:28.062139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.193384 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.258790 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-ff8653ba-c535-4b9d-9a14-edfffcf1fe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.270746 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event updated for resources: {'Port': ['ID=95d43a4c-cbbc-41f4-8104-3095ec669a12,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:28.281014 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (44b517e2-74ad-4d9d-b267-960a34e469e7), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.395261 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Floating IP 44b517e2-74ad-4d9d-b267-960a34e469e7 associated. External IP: 172.27.3.137, port: 1d355ef6-99e2-413b-8b33-ea12414f2148. Feb 21 09:46:28.686961 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Router d019a159-64d2-46e3-9b63-b5bcaa730793 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:46:29.112172 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:29.123297 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cee22-b2f3-4f54-9016-7f2a94eccc15 req-4d87fb94-1108-4826-a8aa-cbf408018d9a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:29.124798 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4c2cee22-b2f3-4f54-9016-7f2a94eccc15 req-4d87fb94-1108-4826-a8aa-cbf408018d9a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1064754 Feb 21 09:46:29.135769 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] Sync routers for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:29.154304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:29.155147 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:46:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:29.205864 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4c2cee22-b2f3-4f54-9016-7f2a94eccc15 req-b2552119-a18d-4d1c-bd07-909074488a91 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699492 Feb 21 09:46:29.209599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.296033 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-c4a6dbe7-c8ff-4560-8b59-52c56476d60b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5701368 Feb 21 09:46:29.297605 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:29.301258 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e593d-f967-430e-9990-a0a97417d5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:29.365396 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c8309-f23e-4319-bf60-c24423930fd4 x-openstack-request-id: req-f93c8309-f23e-4319-bf60-c24423930fd4 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:29.365911 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:29.366307 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f93c8309-f23e-4319-bf60-c24423930fd4 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:29.367207 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'status': 'completed', 'code': 200} Feb 21 09:46:29.394354 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:29.645105 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:46:29.759530 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '44b517e2-74ad-4d9d-b267-960a34e469e7', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'port_id': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'mac_address': 'fa:16:3e:14:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:27Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 0, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:56Z', 'revision_number': 5, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:29.788823 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] Checking router: d019a159-64d2-46e3-9b63-b5bcaa730793 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:29.798176 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:29.798792 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:46:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:29.917765 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:30.152199 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '44b517e2-74ad-4d9d-b267-960a34e469e7', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'port_id': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'mac_address': 'fa:16:3e:14:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:27Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 0, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:56Z', 'revision_number': 5, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:30.182851 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14af95d-94c7-4c6c-bc54-382288dfa9e9 None None] The sync data for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi is: [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '44b517e2-74ad-4d9d-b267-960a34e469e7', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'port_id': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'mac_address': 'fa:16:3e:14:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:27Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 0, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:56Z', 'revision_number': 5, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:30.455760 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c294e-d4cd-4508-a687-f2ca32e4b44c req-e8fe8abe-2bd4-4218-bad2-86c50a4a1269 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:30.466619 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c79c294e-d4cd-4508-a687-f2ca32e4b44c req-e8fe8abe-2bd4-4218-bad2-86c50a4a1269 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0902224 Feb 21 09:46:30.523734 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19aa50d-9a60-4eff-a1b0-44d25314e3fd None None] New status for floating IP 44b517e2-74ad-4d9d-b267-960a34e469e7: ACTIVE {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:46:30.547036 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7e53377f-7def-490c-8bcb-6f5260851bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.550810 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c79c294e-d4cd-4508-a687-f2ca32e4b44c req-2bb9ed5a-4ce5-4204-af73-bc76f6d72511 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828321 Feb 21 09:46:31.675601 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba13f34-efb8-4b1b-a2b6-233c14bbe193 req-678ef0d9-dab8-4ae8-97ce-b3809acbec5e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:31.677311 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-eba13f34-efb8-4b1b-a2b6-233c14bbe193 req-678ef0d9-dab8-4ae8-97ce-b3809acbec5e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0542612 Feb 21 09:46:31.726394 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-eba13f34-efb8-4b1b-a2b6-233c14bbe193 req-19544940-3bd2-4a2c-bb93-a42af100b909 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Feb 21 09:46:31.804880 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.864531 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34fd1-b359-4bdf-bb8f-f98e2bd68732 req-6c7aa8e1-8055-4f9b-a84c-da75e279c6a6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:32.866206 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-30b34fd1-b359-4bdf-bb8f-f98e2bd68732 req-6c7aa8e1-8055-4f9b-a84c-da75e279c6a6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0562947 Feb 21 09:46:32.922665 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-30b34fd1-b359-4bdf-bb8f-f98e2bd68732 req-7f2cf562-a59a-4ed9-85c3-51780c1e561f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504482 Feb 21 09:46:33.446842 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.161603 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8a937-bc97-4b85-853d-257df605fddc req-8305ce2b-87f0-417a-bd8e-f9070aabaf4b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:34.163021 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2be8a937-bc97-4b85-853d-257df605fddc req-8305ce2b-87f0-417a-bd8e-f9070aabaf4b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1628718 Feb 21 09:46:34.214690 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2be8a937-bc97-4b85-853d-257df605fddc req-3eb6e201-6293-4f70-bb29-74ce96d2f018 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454035 Feb 21 09:46:34.759068 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.311152 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.398272 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5181e-9739-4976-a1fe-588bbdb582d7 req-50338f40-345f-4063-ac06-eb7cbf623b99 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:35.399978 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-52c5181e-9739-4976-a1fe-588bbdb582d7 req-50338f40-345f-4063-ac06-eb7cbf623b99 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1120439 Feb 21 09:46:35.461008 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-52c5181e-9739-4976-a1fe-588bbdb582d7 req-9fc1da49-3e90-427f-a28b-cb9e3bbcc064 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551312 Feb 21 09:46:36.585488 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31295-40c5-4f2f-9528-3fbd8855437f req-4cd32aff-5a48-4c51-b8dc-65686a942a0e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:36.587328 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-74a31295-40c5-4f2f-9528-3fbd8855437f req-4cd32aff-5a48-4c51-b8dc-65686a942a0e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0558906 Feb 21 09:46:36.641884 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-74a31295-40c5-4f2f-9528-3fbd8855437f req-07954e18-d270-473d-9fc1-31033125c631 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489755 Feb 21 09:46:37.786858 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b855f-cc8c-4264-bbca-6ca08214b54d req-c406a3da-c6e9-4d1f-8eb3-61a3eff841a1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:37.788347 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f98b855f-cc8c-4264-bbca-6ca08214b54d req-c406a3da-c6e9-4d1f-8eb3-61a3eff841a1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0649734 Feb 21 09:46:37.845712 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f98b855f-cc8c-4264-bbca-6ca08214b54d req-8c38a743-73e9-4190-bb31-12f834daa914 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510061 Feb 21 09:46:38.972898 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb003f4-699a-4263-b407-3d10f0019bec req-c80f6b96-c088-4534-9689-e8d6f39964c4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:38.974366 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-dbb003f4-699a-4263-b407-3d10f0019bec req-c80f6b96-c088-4534-9689-e8d6f39964c4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0512848 Feb 21 09:46:39.027574 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-dbb003f4-699a-4263-b407-3d10f0019bec req-6f5ec29c-01e2-4735-bd75-ae67a2d02c68 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477278 Feb 21 09:46:40.160400 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bb47f-d78a-4b67-9f75-33061b47b810 req-49afa69a-05a3-4db9-94e0-dc77a8d5332a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:40.161766 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8d1bb47f-d78a-4b67-9f75-33061b47b810 req-49afa69a-05a3-4db9-94e0-dc77a8d5332a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0506518 Feb 21 09:46:40.206952 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8d1bb47f-d78a-4b67-9f75-33061b47b810 req-ddf8de6a-032c-4711-808e-b38fe0901d54 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396171 Feb 21 09:46:41.337682 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4019b-751c-4e14-b36e-eaa07d169c87 req-4d6bf8a9-8303-4d10-a77f-ecf3bc64ce57 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:41.339061 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c1a4019b-751c-4e14-b36e-eaa07d169c87 req-4d6bf8a9-8303-4d10-a77f-ecf3bc64ce57 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0614684 Feb 21 09:46:41.402185 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c1a4019b-751c-4e14-b36e-eaa07d169c87 req-a7c8e017-ebbc-41fa-b4d7-d448933cefb9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571961 Feb 21 09:46:42.569353 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a8f81-6897-4483-a450-016f6669d4c0 req-82b1e67b-ab69-4e3b-afb2-11b090aec940 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:42.570848 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ce5a8f81-6897-4483-a450-016f6669d4c0 req-82b1e67b-ab69-4e3b-afb2-11b090aec940 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0698545 Feb 21 09:46:42.618278 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ce5a8f81-6897-4483-a450-016f6669d4c0 req-3f92a3c2-82ae-4c9b-9d10-2784622ef1ea tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Feb 21 09:46:42.877852 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60750) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:43.041635 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b2474b9d-a284-4e69-9a01-b554c0cd7c3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73e3685640a44da49c6a994608e9f559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625209 Feb 21 09:46:43.044083 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60754) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:43.095973 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b7258779-fc7a-4818-bfad-2941fb6c584b admin admin] Publish callbacks [] for security_group (083d8ac9-fd6a-4174-8e16-bd295289cd06), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.129461 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b7258779-fc7a-4818-bfad-2941fb6c584b admin admin] Publish callbacks [] for security_group (083d8ac9-fd6a-4174-8e16-bd295289cd06), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.250596 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b7258779-fc7a-4818-bfad-2941fb6c584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (083d8ac9-fd6a-4174-8e16-bd295289cd06), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.253238 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b7258779-fc7a-4818-bfad-2941fb6c584b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.254402 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b7258779-fc7a-4818-bfad-2941fb6c584b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/083d8ac9-fd6a-4174-8e16-bd295289cd06 HTTP/1.1" status: 204 len: 168 time: 0.2094390 Feb 21 09:46:43.270963 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7258779-fc7a-4818-bfad-2941fb6c584b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d8ac9-fd6a-4174-8e16-bd295289cd06,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:43.965955 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3aba1a-8de1-435c-93b4-06a77a066479 req-7c88f391-3b08-4e38-92f8-89f8e237b88e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:43.968048 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7c3aba1a-8de1-435c-93b4-06a77a066479 req-7c88f391-3b08-4e38-92f8-89f8e237b88e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0534332 Feb 21 09:46:44.019710 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7c3aba1a-8de1-435c-93b4-06a77a066479 req-0e1f1deb-cf80-4a41-9680-c786b7f4eedf tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459650 Feb 21 09:46:45.152967 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3e6bc-2acf-48af-8a55-58b6fd92bb08 req-486a7c7b-1e4d-4633-97b4-73f3d4ef1708 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.154950 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-32c3e6bc-2acf-48af-8a55-58b6fd92bb08 req-486a7c7b-1e4d-4633-97b4-73f3d4ef1708 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0552146 Feb 21 09:46:45.201859 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-32c3e6bc-2acf-48af-8a55-58b6fd92bb08 req-b2400219-5dda-42f3-975e-f207145c987b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Feb 21 09:46:45.671129 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e593d-f967-430e-9990-a0a97417d5f4 req-2c3b2042-474f-49c1-a572-dec0121b27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.672615 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-808e593d-f967-430e-9990-a0a97417d5f4 req-2c3b2042-474f-49c1-a572-dec0121b27a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1130 time: 0.0508227 Feb 21 09:46:45.805400 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-4a292ae4-3008-4b0d-b096-735720b22d36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1160588 Feb 21 09:46:45.810385 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e593d-f967-430e-9990-a0a97417d5f4 req-e1fc1782-f083-42bd-b638-97ad695c718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.812437 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-808e593d-f967-430e-9990-a0a97417d5f4 req-e1fc1782-f083-42bd-b638-97ad695c718c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 910 time: 0.1311088 Feb 21 09:46:45.934812 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-808e593d-f967-430e-9990-a0a97417d5f4 req-75ee7622-3351-4315-88d0-095d6de2311d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 1002 time: 0.1062260 Feb 21 09:46:45.948374 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-1fcc00b4-7b01-49ad-a33c-57bc2e6391af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.950857 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-1fcc00b4-7b01-49ad-a33c-57bc2e6391af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1129 time: 0.0729642 Feb 21 09:46:46.360592 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e593d-f967-430e-9990-a0a97417d5f4 req-8361e784-7d9a-473c-ac9d-d5ab92965bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.362132 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-808e593d-f967-430e-9990-a0a97417d5f4 req-8361e784-7d9a-473c-ac9d-d5ab92965bae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.4094007 Feb 21 09:46:46.445934 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-e4958573-7b40-49c7-81df-7fb71e02fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.447511 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-e4958573-7b40-49c7-81df-7fb71e02fcbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 911 time: 0.4610298 Feb 21 09:46:46.455114 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863a621-c367-4cd0-a3fd-0465e8eec56c req-382dce1b-0db1-4863-b77f-e4d88a1264a4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.456475 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2863a621-c367-4cd0-a3fd-0465e8eec56c req-382dce1b-0db1-4863-b77f-e4d88a1264a4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.1473925 Feb 21 09:46:46.522411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e593d-f967-430e-9990-a0a97417d5f4 req-49b6fcb2-22a9-4034-8741-03f160546f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.523855 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-808e593d-f967-430e-9990-a0a97417d5f4 req-49b6fcb2-22a9-4034-8741-03f160546f10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1529393 Feb 21 09:46:46.577975 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-e81431cf-fcdf-4f78-9c74-1176983b9394 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 200 len: 1001 time: 0.1190224 Feb 21 09:46:46.620644 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2863a621-c367-4cd0-a3fd-0465e8eec56c req-ba36fa52-4e5a-4761-92dc-df876bcaeaf9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253681 Feb 21 09:46:46.677491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-79ac5320-e76f-49ae-b78d-8686934a3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.678983 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-79ac5320-e76f-49ae-b78d-8686934a3dc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0724199 Feb 21 09:46:46.701841 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-808e593d-f967-430e-9990-a0a97417d5f4 req-8e76e4b0-d122-4774-a448-63a3e96bfd84 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665947 Feb 21 09:46:46.794934 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-20a63e12-3f76-443b-8875-26ff3863d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.797231 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-20a63e12-3f76-443b-8875-26ff3863d185 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1090536 Feb 21 09:46:46.836004 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-808e593d-f967-430e-9990-a0a97417d5f4 req-8f0070cf-6c6c-4040-8170-8fd7dc47c638 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197050 Feb 21 09:46:46.906497 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-32e6c3cd-3864-49f6-838e-efc71325d804 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981169 Feb 21 09:46:47.000298 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e29bf9f-13c7-42d6-b589-bcdfd211b1b2 req-df0dd57f-4298-4d3f-a8f2-0b080c6598ef service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879037 Feb 21 09:46:47.747844 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76be4-4b23-4de9-9d8c-1d549c5bcf9f req-60c4b02d-7953-4a8e-9859-91cffd1c1ef9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.749968 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-90f76be4-4b23-4de9-9d8c-1d549c5bcf9f req-60c4b02d-7953-4a8e-9859-91cffd1c1ef9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0524211 Feb 21 09:46:47.796009 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-90f76be4-4b23-4de9-9d8c-1d549c5bcf9f req-c13216be-50c7-43f6-bd0a-4b6b5792d936 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Feb 21 09:46:48.918453 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f538d-0b31-4862-9870-fedd881a4a1e req-d6a4b054-4662-4a16-b3b1-9c44073c9f71 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:48.919903 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ea9f538d-0b31-4862-9870-fedd881a4a1e req-d6a4b054-4662-4a16-b3b1-9c44073c9f71 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0528305 Feb 21 09:46:48.966983 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ea9f538d-0b31-4862-9870-fedd881a4a1e req-67441fff-c123-4b43-8bf3-1393c13cd56c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Feb 21 09:46:50.093467 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c2f2-74d9-4fc7-8af2-abc50b0c2f7a req-68ecd072-f90f-4bcf-ab79-3e103a7db6f4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:50.095044 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0cb8c2f2-74d9-4fc7-8af2-abc50b0c2f7a req-68ecd072-f90f-4bcf-ab79-3e103a7db6f4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0569451 Feb 21 09:46:50.141030 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0cb8c2f2-74d9-4fc7-8af2-abc50b0c2f7a req-573bb064-f33d-415a-b3e5-5f63f27f2560 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Feb 21 09:46:51.268507 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081800fc-5429-483c-8762-3e5e23505199 req-d73a2730-b8e5-468b-b607-2f5b0e07fe1c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:51.270435 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-081800fc-5429-483c-8762-3e5e23505199 req-d73a2730-b8e5-468b-b607-2f5b0e07fe1c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0565810 Feb 21 09:46:51.317388 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-081800fc-5429-483c-8762-3e5e23505199 req-388f4237-be01-4325-89e6-d46c243b20a8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Feb 21 09:46:52.443601 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1393d-c21c-45e2-88c5-434011c59013 req-d5525ecb-134b-4e23-8f82-c3f14de423c7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:52.444544 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a2b1393d-c21c-45e2-88c5-434011c59013 req-d5525ecb-134b-4e23-8f82-c3f14de423c7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0544374 Feb 21 09:46:52.492055 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a2b1393d-c21c-45e2-88c5-434011c59013 req-72188017-82dc-4fe4-8c3f-5584e8494d95 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Feb 21 09:46:53.616487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd89cd-6310-4c87-adfa-a019533983f9 req-e2adafdb-f810-4b60-8dc5-b43ecddf9e9d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:53.618024 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fccd89cd-6310-4c87-adfa-a019533983f9 req-e2adafdb-f810-4b60-8dc5-b43ecddf9e9d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0526857 Feb 21 09:46:53.663970 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fccd89cd-6310-4c87-adfa-a019533983f9 req-9bcfe1f0-145a-499e-8290-4e9e207de413 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Feb 21 09:46:54.783427 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f2aa5-cd3f-49da-8737-1073ae9bfe94 req-38242225-650d-45f5-ad4f-36c527224591 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:54.784857 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-364f2aa5-cd3f-49da-8737-1073ae9bfe94 req-38242225-650d-45f5-ad4f-36c527224591 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0509045 Feb 21 09:46:54.833579 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-364f2aa5-cd3f-49da-8737-1073ae9bfe94 req-fe1810fb-5775-448e-a872-1bba8a01acc9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Feb 21 09:46:55.957295 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdcdcc-dfdb-4c63-8709-439d9fdd7fbe req-3004b4c3-e68c-4831-887c-4db5f250688a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:55.959032 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-97fdcdcc-dfdb-4c63-8709-439d9fdd7fbe req-3004b4c3-e68c-4831-887c-4db5f250688a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 943 time: 0.0533352 Feb 21 09:46:56.008686 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-97fdcdcc-dfdb-4c63-8709-439d9fdd7fbe req-b5f3956f-69f2-4785-9dd7-c3f68c153b5a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442178 Feb 21 09:46:56.791180 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:56.906060 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:56.918601 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'port_id': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'mac_address': 'fa:16:3e:41:c8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:56.958200 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:56.958860 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.973284 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:56.994935 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:57.051494 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:57.119166 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=9']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:57.128510 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.129441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.129918 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.130306 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.130684 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.131076 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.131528 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.132768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.132768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.132768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.133065 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.133410 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.133835 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:57.156331 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff389aa1-3e94-42fe-9a8f-929ae474619c req-bbd2b9e9-eb01-4414-8a5c-915d6576a778 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:57.157869 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ff389aa1-3e94-42fe-9a8f-929ae474619c req-bbd2b9e9-eb01-4414-8a5c-915d6576a778 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0720210 Feb 21 09:46:57.206074 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ff389aa1-3e94-42fe-9a8f-929ae474619c req-a9c1cb6a-84dc-481a-9338-a92b84fe91ea tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416994 Feb 21 09:46:57.711631 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:58.210344 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-63bece7a-766a-455b-bf86-31dd70efac7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:58.330568 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84baf-dcde-49bb-9805-df1f23701f01 req-1e1f08f6-fc87-4fdc-b580-9f5c1a7622b1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:58.332046 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-31c84baf-dcde-49bb-9805-df1f23701f01 req-1e1f08f6-fc87-4fdc-b580-9f5c1a7622b1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0539875 Feb 21 09:46:58.381070 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-31c84baf-dcde-49bb-9805-df1f23701f01 req-6711ab31-c41c-4952-a7ba-16fb7fbb95d7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Feb 21 09:46:59.510744 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac830924-7e72-4acc-a9f1-ec7a76f9413e req-505aeacc-7de2-4795-b20d-3cd0cce61e6e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:59.512335 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ac830924-7e72-4acc-a9f1-ec7a76f9413e req-505aeacc-7de2-4795-b20d-3cd0cce61e6e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 944 time: 0.0594032 Feb 21 09:46:59.568008 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ac830924-7e72-4acc-a9f1-ec7a76f9413e req-08f68f67-181c-4243-b616-ebb0cb65388d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 Feb 21 09:47:00.235442 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:47:00.286207 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:00.286591 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:00.367195 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:00.367514 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:00.390291 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:00.393232 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9c1bde-f7f1-4c44-956d-10d0b2779498" -d '{"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-plugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:00.415402 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:00.430157 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5951974-294e-4912-898e-e575369745ef x-openstack-request-id: req-d5951974-294e-4912-898e-e575369745ef {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:00.430453 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-plugged", "status": "completed", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:00.430705 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5951974-294e-4912-898e-e575369745ef {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:00.431091 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'code': 200} Feb 21 09:47:00.500465 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:00.552113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=10']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:00.604503 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5cc8da88-143e-47ca-8218-96a3566f90e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:00.703742 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e506385-81cb-412e-b8ec-19de9f3a707a req-fb2e7624-4431-4809-8605-9ad457c59a89 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:00.706122 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5e506385-81cb-412e-b8ec-19de9f3a707a req-fb2e7624-4431-4809-8605-9ad457c59a89 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0584004 Feb 21 09:47:00.753615 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5e506385-81cb-412e-b8ec-19de9f3a707a req-da4f9346-c188-4cbe-bc79-fdcf9c258b8e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Feb 21 09:47:01.211912 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70e4ea-7a48-4360-8d2a-09db514f52aa req-b13d88d3-ad66-4b2a-a42e-714362d72924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:01.213487 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-be70e4ea-7a48-4360-8d2a-09db514f52aa req-b13d88d3-ad66-4b2a-a42e-714362d72924 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1130 time: 0.1387825 Feb 21 09:47:01.259914 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-be70e4ea-7a48-4360-8d2a-09db514f52aa req-b78c24fc-e1f7-4da1-ab0e-650dffceac77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398476 Feb 21 09:47:01.844804 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:01.882933 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc64065-391c-4d1a-95f4-693981a2d1d1 req-3d58c505-faa7-47a4-a798-04024c8baba0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:01.884412 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cbc64065-391c-4d1a-95f4-693981a2d1d1 req-3d58c505-faa7-47a4-a798-04024c8baba0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0572340 Feb 21 09:47:01.931614 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cbc64065-391c-4d1a-95f4-693981a2d1d1 req-a414771f-e49e-4070-85fc-5a5a3df6902b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415559 Feb 21 09:47:02.130540 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 60958) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:02.234936 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7fad3a76-cfad-4884-a2bc-390d3df1341a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.323999 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7fad3a76-cfad-4884-a2bc-390d3df1341a admin admin] Publish callbacks [] for security_group (0458dd97-6330-46c3-bf82-8418678e7493), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.387288 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7fad3a76-cfad-4884-a2bc-390d3df1341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0458dd97-6330-46c3-bf82-8418678e7493), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.425029 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad3a76-cfad-4884-a2bc-390d3df1341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0458dd97-6330-46c3-bf82-8418678e7493,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:02.429262 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7fad3a76-cfad-4884-a2bc-390d3df1341a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e052ddeb5c36416593be46313439c716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976444 Feb 21 09:47:02.432034 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 60962) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:02.484825 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Publish callbacks [] for security_group (0458dd97-6330-46c3-bf82-8418678e7493), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.507550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Publish callbacks [] for security_group (0458dd97-6330-46c3-bf82-8418678e7493), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.615789 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0458dd97-6330-46c3-bf82-8418678e7493), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.618387 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.619535 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0458dd97-6330-46c3-bf82-8418678e7493 HTTP/1.1" status: 204 len: 168 time: 0.1863987 Feb 21 09:47:02.627655 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0458dd97-6330-46c3-bf82-8418678e7493,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:02.639487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.639487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.639823 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.640164 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.640498 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.640830 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.641297 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.641771 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.651826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.651826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.651826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.651826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:02.651826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ca7e5-21af-4062-9232-70eb244a2732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:03.067890 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0089-6475-4c28-9cc4-9b3478f45bd7 req-6d99cd03-7031-4fd2-bc2a-50cb321fa7c5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.069398 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8c1c0089-6475-4c28-9cc4-9b3478f45bd7 req-6d99cd03-7031-4fd2-bc2a-50cb321fa7c5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0572119 Feb 21 09:47:03.121537 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8c1c0089-6475-4c28-9cc4-9b3478f45bd7 req-85802f97-33f9-4685-b5a8-b1583342b169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Feb 21 09:47:03.243773 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 60986) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:03.257584 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b0b564eb-4fd5-4e8e-a659-b5b5195b2dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.332359 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b0b564eb-4fd5-4e8e-a659-b5b5195b2dff admin admin] Publish callbacks [] for security_group (ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.398723 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b0b564eb-4fd5-4e8e-a659-b5b5195b2dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.438566 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b564eb-4fd5-4e8e-a659-b5b5195b2dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:03.443475 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-b0b564eb-4fd5-4e8e-a659-b5b5195b2dff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f8c530baedb429e80148f2881abdb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986847 Feb 21 09:47:03.445991 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 60992) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:03.494161 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d281b583-ad49-482e-848e-1370fde44cb9 admin admin] Publish callbacks [] for security_group (ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.499671 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.515813 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d281b583-ad49-482e-848e-1370fde44cb9 admin admin] Publish callbacks [] for security_group (ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.616032 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d281b583-ad49-482e-848e-1370fde44cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.618927 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d281b583-ad49-482e-848e-1370fde44cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.620114 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d281b583-ad49-482e-848e-1370fde44cb9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd HTTP/1.1" status: 204 len: 168 time: 0.1732314 Feb 21 09:47:03.628236 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281b583-ad49-482e-848e-1370fde44cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa4624a-965f-40f5-b9c4-ab81a5d6b8bd,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:04.265558 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e4184-0ebf-41f0-b673-b3d1eb056e09 req-fafa4d59-37c6-43ee-b67a-125d6a4397e8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:04.267035 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e32e4184-0ebf-41f0-b673-b3d1eb056e09 req-fafa4d59-37c6-43ee-b67a-125d6a4397e8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0534391 Feb 21 09:47:04.316317 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e32e4184-0ebf-41f0-b673-b3d1eb056e09 req-bffda0c9-b61d-40a0-aaef-5f33c41c6f8c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Feb 21 09:47:04.753500 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.295109 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.443774 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8188b0-64dd-4346-a057-c76b9499be13 req-2777b614-de5b-4be5-a42e-81008b9073fb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.445359 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2c8188b0-64dd-4346-a057-c76b9499be13 req-2777b614-de5b-4be5-a42e-81008b9073fb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0540862 Feb 21 09:47:05.494497 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2c8188b0-64dd-4346-a057-c76b9499be13 req-c82c979a-698d-4f5b-8a48-6670d58d15dc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Feb 21 09:47:06.645861 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:47:08.712912 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 32918) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:08.825042 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8b711315-9ef9-4544-9fd5-a21c01d8f1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.903382 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8b711315-9ef9-4544-9fd5-a21c01d8f1ce admin admin] Publish callbacks [] for security_group (590766df-5ffc-4ccc-ba18-16e5c5233c2f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.986587 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8b711315-9ef9-4544-9fd5-a21c01d8f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (590766df-5ffc-4ccc-ba18-16e5c5233c2f), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.023029 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b711315-9ef9-4544-9fd5-a21c01d8f1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590766df-5ffc-4ccc-ba18-16e5c5233c2f,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:09.027305 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-8b711315-9ef9-4544-9fd5-a21c01d8f1ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=577dd34bf72a47e1947e7eb72cf47184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133593 Feb 21 09:47:09.030534 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 32922) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:09.076253 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-51d16d09-82fb-4280-a8f7-ebe64c77a207 admin admin] Publish callbacks [] for security_group (590766df-5ffc-4ccc-ba18-16e5c5233c2f), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.097123 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-51d16d09-82fb-4280-a8f7-ebe64c77a207 admin admin] Publish callbacks [] for security_group (590766df-5ffc-4ccc-ba18-16e5c5233c2f), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.226721 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-51d16d09-82fb-4280-a8f7-ebe64c77a207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (590766df-5ffc-4ccc-ba18-16e5c5233c2f), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.229459 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-51d16d09-82fb-4280-a8f7-ebe64c77a207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.230634 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-51d16d09-82fb-4280-a8f7-ebe64c77a207 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/590766df-5ffc-4ccc-ba18-16e5c5233c2f HTTP/1.1" status: 204 len: 168 time: 0.1998684 Feb 21 09:47:09.238437 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d16d09-82fb-4280-a8f7-ebe64c77a207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590766df-5ffc-4ccc-ba18-16e5c5233c2f,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:09.803536 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 32928) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:09.819347 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-608f4e27-8e70-41a7-bbba-9cb510b68aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.898573 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-608f4e27-8e70-41a7-bbba-9cb510b68aeb admin admin] Publish callbacks [] for security_group (f778b727-e9fd-466f-a0ea-a2f5505e9f22), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.981164 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-608f4e27-8e70-41a7-bbba-9cb510b68aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f778b727-e9fd-466f-a0ea-a2f5505e9f22), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.022021 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-608f4e27-8e70-41a7-bbba-9cb510b68aeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f64ae92a6c0a493e8b41f09c98bc1ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173905 Feb 21 09:47:10.022892 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f4e27-8e70-41a7-bbba-9cb510b68aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f778b727-e9fd-466f-a0ea-a2f5505e9f22,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:10.024783 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 32930) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:10.075855 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337586de-7c7c-47c5-815c-9c57e6cd9049 admin admin] Publish callbacks [] for security_group (f778b727-e9fd-466f-a0ea-a2f5505e9f22), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.097376 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337586de-7c7c-47c5-815c-9c57e6cd9049 admin admin] Publish callbacks [] for security_group (f778b727-e9fd-466f-a0ea-a2f5505e9f22), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.221031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337586de-7c7c-47c5-815c-9c57e6cd9049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f778b727-e9fd-466f-a0ea-a2f5505e9f22), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.223835 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-337586de-7c7c-47c5-815c-9c57e6cd9049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.224979 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-337586de-7c7c-47c5-815c-9c57e6cd9049 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f778b727-e9fd-466f-a0ea-a2f5505e9f22 HTTP/1.1" status: 204 len: 168 time: 0.1990128 Feb 21 09:47:10.233049 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337586de-7c7c-47c5-815c-9c57e6cd9049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f778b727-e9fd-466f-a0ea-a2f5505e9f22,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:12.156371 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2272-8a09-41c6-aa9e-b96d25f406fc req-d64b13d8-c052-4166-a31d-9a10c0937e24 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.163366 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c82e2272-8a09-41c6-aa9e-b96d25f406fc req-d64b13d8-c052-4166-a31d-9a10c0937e24 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0615146 Feb 21 09:47:12.224142 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c82e2272-8a09-41c6-aa9e-b96d25f406fc req-e48860e4-59aa-473c-bd83-96b8752dee89 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597689 Feb 21 09:47:12.260419 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-6c096cc8-468e-421e-903c-6f167071c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.261950 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-6c096cc8-468e-421e-903c-6f167071c4f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1168 time: 0.0547166 Feb 21 09:47:12.353352 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-e620b095-8d9e-4495-be57-1bc3089cf284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.354885 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-e620b095-8d9e-4495-be57-1bc3089cf284 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 200 len: 916 time: 0.0852287 Feb 21 09:47:12.434511 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-5dbbe71d-d0dd-4667-9908-37a784891a88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 1001 time: 0.0637503 Feb 21 09:47:12.482857 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-f9217e70-d5f0-4952-80c3-1541664aa0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.484311 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-f9217e70-d5f0-4952-80c3-1541664aa0f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e61dbf-c363-4d64-9268-5a292308cbac HTTP/1.1" status: 200 len: 854 time: 0.0442126 Feb 21 09:47:12.544880 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-e48b0955-ae9a-42f6-a360-5ad78c869e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.546431 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-e48b0955-ae9a-42f6-a360-5ad78c869e99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f05c830a-7c77-42e2-ae50-02f2f48a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449867 Feb 21 09:47:12.640783 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-19bf4433-fea4-422f-98d2-945e77220370 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876112 Feb 21 09:47:12.740956 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c47592d5-b62d-493d-a23f-bf2690f383fe req-2045055d-83c7-4b40-a69d-6e28900ad7d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904198 Feb 21 09:47:13.352192 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff66606-16ab-4088-9d96-a70135e2819f req-e647c77b-ab40-4c6d-ae51-15122befab8c tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:13.353758 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6ff66606-16ab-4088-9d96-a70135e2819f req-e647c77b-ab40-4c6d-ae51-15122befab8c tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0573142 Feb 21 09:47:13.413992 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6ff66606-16ab-4088-9d96-a70135e2819f req-586c5860-8986-41ce-9d12-7fc262c762b6 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549390 Feb 21 09:47:14.530769 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fca7e1-29ce-4e8a-ac0d-d055ca406d1d req-f33d0ad0-0f87-4992-9a3d-1e5cb7d17a8d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:14.532212 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-87fca7e1-29ce-4e8a-ac0d-d055ca406d1d req-f33d0ad0-0f87-4992-9a3d-1e5cb7d17a8d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0514462 Feb 21 09:47:14.589488 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-87fca7e1-29ce-4e8a-ac0d-d055ca406d1d req-9a1beac8-6496-402d-9220-f5988161c214 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511670 Feb 21 09:47:15.708704 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa4835-3cec-4c1b-8c6a-62facb6490ff req-5d69c774-006a-4f4b-9a95-54d0336a6d11 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:15.710495 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-35aa4835-3cec-4c1b-8c6a-62facb6490ff req-5d69c774-006a-4f4b-9a95-54d0336a6d11 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0548141 Feb 21 09:47:15.771781 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-35aa4835-3cec-4c1b-8c6a-62facb6490ff req-cff3b690-eff4-46f1-9251-cd6e57c7325a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553887 Feb 21 09:47:16.608772 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33004) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:16.709051 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-970b1030-bac6-480b-89c6-74da7d402418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:16.783236 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-970b1030-bac6-480b-89c6-74da7d402418 admin admin] Publish callbacks [] for security_group (7681d521-f4d6-43c6-a26b-908106952b4f), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:16.832759 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-970b1030-bac6-480b-89c6-74da7d402418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (7681d521-f4d6-43c6-a26b-908106952b4f), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:16.898297 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b1030-bac6-480b-89c6-74da7d402418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7681d521-f4d6-43c6-a26b-908106952b4f,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:16.905949 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-970b1030-bac6-480b-89c6-74da7d402418 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64576fe266bf499a8e7c61166f413ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954874 Feb 21 09:47:16.908216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33010) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:16.926321 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321aa1-3a48-4844-be85-c4ad2b83757a req-010448c8-25f0-40df-a1a5-d97c3866a46b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:16.927694 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ff321aa1-3a48-4844-be85-c4ad2b83757a req-010448c8-25f0-40df-a1a5-d97c3866a46b tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0885172 Feb 21 09:47:16.956950 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-06b107f7-8774-4b8d-876d-f91b61bf2726 admin admin] Publish callbacks [] for security_group (7681d521-f4d6-43c6-a26b-908106952b4f), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:16.982803 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-06b107f7-8774-4b8d-876d-f91b61bf2726 admin admin] Publish callbacks [] for security_group (7681d521-f4d6-43c6-a26b-908106952b4f), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:16.988594 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ff321aa1-3a48-4844-be85-c4ad2b83757a req-b3a21da3-eee7-43e7-a117-7af80c4712fa tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550318 Feb 21 09:47:17.100220 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-06b107f7-8774-4b8d-876d-f91b61bf2726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (7681d521-f4d6-43c6-a26b-908106952b4f), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.103160 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-06b107f7-8774-4b8d-876d-f91b61bf2726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.104334 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-06b107f7-8774-4b8d-876d-f91b61bf2726 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7681d521-f4d6-43c6-a26b-908106952b4f HTTP/1.1" status: 204 len: 168 time: 0.1950572 Feb 21 09:47:17.112610 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b107f7-8774-4b8d-876d-f91b61bf2726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681d521-f4d6-43c6-a26b-908106952b4f,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:17.682284 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33018) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:17.695723 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59e0ea2c-b126-4ce2-996f-93e41abcaeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.777639 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59e0ea2c-b126-4ce2-996f-93e41abcaeff admin admin] Publish callbacks [] for security_group (e6d5c145-08cc-4384-b5a4-6fba8449881f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.832030 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59e0ea2c-b126-4ce2-996f-93e41abcaeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e6d5c145-08cc-4384-b5a4-6fba8449881f), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.871769 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-59e0ea2c-b126-4ce2-996f-93e41abcaeff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e8bbd04243f4153a79b61279fd7d7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882231 Feb 21 09:47:17.872493 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0ea2c-b126-4ce2-996f-93e41abcaeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d5c145-08cc-4384-b5a4-6fba8449881f,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:17.874350 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33020) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:17.935367 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7396-f9f3-4c96-879b-805720554f01 admin admin] Publish callbacks [] for security_group (e6d5c145-08cc-4384-b5a4-6fba8449881f), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:17.974657 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7396-f9f3-4c96-879b-805720554f01 admin admin] Publish callbacks [] for security_group (e6d5c145-08cc-4384-b5a4-6fba8449881f), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:18.071947 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7396-f9f3-4c96-879b-805720554f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e6d5c145-08cc-4384-b5a4-6fba8449881f), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:18.074475 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7396-f9f3-4c96-879b-805720554f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:18.075631 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-dbcd7396-f9f3-4c96-879b-805720554f01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6d5c145-08cc-4384-b5a4-6fba8449881f HTTP/1.1" status: 204 len: 168 time: 0.1997702 Feb 21 09:47:18.084682 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd7396-f9f3-4c96-879b-805720554f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d5c145-08cc-4384-b5a4-6fba8449881f,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:18.113221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fcb8d-1f84-429e-9059-1bd38daebc0f req-10bd9820-d16e-430c-9d00-07b3aed7628f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:18.114708 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ff5fcb8d-1f84-429e-9059-1bd38daebc0f req-10bd9820-d16e-430c-9d00-07b3aed7628f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0571702 Feb 21 09:47:18.174337 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ff5fcb8d-1f84-429e-9059-1bd38daebc0f req-5b010293-4d7e-4c86-aaa0-a29a30e597e8 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532641 Feb 21 09:47:19.298613 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187309d6-530c-42e9-952f-b2a1b25e6e59 req-0651c3bd-ba25-4031-b942-caab798bed0a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:19.300000 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-187309d6-530c-42e9-952f-b2a1b25e6e59 req-0651c3bd-ba25-4031-b942-caab798bed0a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0577338 Feb 21 09:47:19.367635 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-187309d6-530c-42e9-952f-b2a1b25e6e59 req-2e7de3ec-c368-4b1d-a1f2-ff5457cb7064 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611875 Feb 21 09:47:20.489885 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c02ff5-2da4-4db1-894e-12ca89185fd1 req-a6ed51a9-2cf3-4af8-85dd-ebe85b6f6d1d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:20.491841 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a0c02ff5-2da4-4db1-894e-12ca89185fd1 req-a6ed51a9-2cf3-4af8-85dd-ebe85b6f6d1d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0564282 Feb 21 09:47:20.553311 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a0c02ff5-2da4-4db1-894e-12ca89185fd1 req-c297f383-e4e9-4e18-8ac5-d940d43e8c16 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556870 Feb 21 09:47:21.671370 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8ae1-c058-46d7-a804-39d38abcc87a req-0d01f986-70d7-4e12-a6ee-efe1fc5bde8a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:21.672822 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a63b8ae1-c058-46d7-a804-39d38abcc87a req-0d01f986-70d7-4e12-a6ee-efe1fc5bde8a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0518510 Feb 21 09:47:21.731017 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a63b8ae1-c058-46d7-a804-39d38abcc87a req-d985de7e-9869-4b8c-8b44-bfe28ed2ed8f tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526209 Feb 21 09:47:22.847033 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3a156-0cde-4353-bf37-ab7783664ec1 req-b1e160c3-2382-49ed-bf1b-3ab6dec41e9d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:22.848523 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cea3a156-0cde-4353-bf37-ab7783664ec1 req-b1e160c3-2382-49ed-bf1b-3ab6dec41e9d tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0520334 Feb 21 09:47:22.907052 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cea3a156-0cde-4353-bf37-ab7783664ec1 req-abce53cb-1be2-4a11-b8fe-f4f58a7888a5 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523205 Feb 21 09:47:23.563348 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33078) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:23.665825 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:23.742253 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Publish callbacks [] for security_group (2114042e-34aa-4aae-967a-59d8048c1759), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:23.779666 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2114042e-34aa-4aae-967a-59d8048c1759), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:23.815823 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2114042e-34aa-4aae-967a-59d8048c1759,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:23.820437 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5679874b1e9840c9a3fda44b67d786dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560916 Feb 21 09:47:23.823312 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33082) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:23.825159 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.825529 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.825883 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.826219 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.826551 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.826879 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.827207 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.827553 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.827879 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.828206 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.828526 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.828850 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.829162 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e6f1d-cef6-4846-8815-b1b3952bcf3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:23.872269 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a0457266-2be6-491f-91bd-c362cf11be3e admin admin] Publish callbacks [] for security_group (2114042e-34aa-4aae-967a-59d8048c1759), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:23.898392 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a0457266-2be6-491f-91bd-c362cf11be3e admin admin] Publish callbacks [] for security_group (2114042e-34aa-4aae-967a-59d8048c1759), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:24.003219 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a0457266-2be6-491f-91bd-c362cf11be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2114042e-34aa-4aae-967a-59d8048c1759), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:24.005794 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a0457266-2be6-491f-91bd-c362cf11be3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:24.006993 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a0457266-2be6-491f-91bd-c362cf11be3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2114042e-34aa-4aae-967a-59d8048c1759 HTTP/1.1" status: 204 len: 168 time: 0.1826999 Feb 21 09:47:24.014889 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0457266-2be6-491f-91bd-c362cf11be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114042e-34aa-4aae-967a-59d8048c1759,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:24.026476 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a9d5a-30fe-4ade-ab7e-0aff8eab0e19 req-e34d6511-2581-4aea-ba34-90610ba90be2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:24.027997 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b57a9d5a-30fe-4ade-ab7e-0aff8eab0e19 req-e34d6511-2581-4aea-ba34-90610ba90be2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0541298 Feb 21 09:47:24.088237 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b57a9d5a-30fe-4ade-ab7e-0aff8eab0e19 req-7b05c857-83de-46c1-93d0-104c357c3ec7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546978 Feb 21 09:47:24.871844 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33106) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:24.965370 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1297865693-network', 'tenant_id': 'd3e29e32e9954420a668382864e355c8'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:25.042001 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Made reservation on behalf of d3e29e32e9954420a668382864e355c8 for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:47:25.044141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.052163 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.123330 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks [] for security_group (e9d6a64e-ed3f-4879-b830-f3bb5728180a), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.204614 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30126292-7211-4a6e-8c46-0f9c24eb7e75 req-41ce0007-ebdd-420d-a7b7-847849e53143 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:25.206088 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-30126292-7211-4a6e-8c46-0f9c24eb7e75 req-41ce0007-ebdd-420d-a7b7-847849e53143 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0519545 Feb 21 09:47:25.227985 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e9d6a64e-ed3f-4879-b830-f3bb5728180a), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.266760 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:47:25.286008 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6a64e-ed3f-4879-b830-f3bb5728180a,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:25.298301 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (e40c4508-30da-4695-a82f-ea5754f0cc6f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.298652 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Added segment e40c4508-30da-4695-a82f-ea5754f0cc6f of type vlan for network b341e638-ff92-4038-a4b9-fc0cf220cb42 Feb 21 09:47:25.317177 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-30126292-7211-4a6e-8c46-0f9c24eb7e75 req-0681ed4a-5ba8-4d27-b6ad-9dc0f84dd3c2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052680 Feb 21 09:47:25.349386 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (b341e638-ff92-4038-a4b9-fc0cf220cb42), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.414347 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (b341e638-ff92-4038-a4b9-fc0cf220cb42), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.415309 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:25.415884 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.475243 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] Pushing event updated for resources: {'Network': ['ID=b341e638-ff92-4038-a4b9-fc0cf220cb42,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:25.486008 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network b341e638-ff92-4038-a4b9-fc0cf220cb42 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:47:25.497081 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-738c38ff-8589-48d1-98bb-47f63a72f32a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6241641 Feb 21 09:47:25.499928 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33114) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:25.504885 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Request body: {'subnet': {'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1297865693-subnet', 'tenant_id': 'd3e29e32e9954420a668382864e355c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:25.568769 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Made reservation on behalf of d3e29e32e9954420a668382864e355c8 for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:47:25.571746 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632460'] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.780221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3326199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632318'] for subnet (519b1185-7e42-4b8c-b263-175e6d1742b0), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.839686 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=519b1185-7e42-4b8c-b263-175e6d1742b0,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:25.848124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Checking segment: {'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:47:25.848474 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Network hostable DHCP agents. Network: b341e638-ff92-4038-a4b9-fc0cf220cb42, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:47:25.928354 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Network b341e638-ff92-4038-a4b9-fc0cf220cb42 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:47:25.974372 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, b341e638-ff92-4038-a4b9-fc0cf220cb42) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:47:25.978744 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:25.979340 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.983688 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc7149c-ec68-4e58-ab7f-49cda0e7ea91 None None] Network b341e638-ff92-4038-a4b9-fc0cf220cb42 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:47:26.034308 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-1022321a-42b2-452f-8627-346fefac9caa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5331638 Feb 21 09:47:26.083934 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea38927-109e-4489-9c6a-2ec1e2ce7744 None None] Network b341e638-ff92-4038-a4b9-fc0cf220cb42 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:47:26.434886 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa582b96-29c8-4e1b-aaa3-6d77516a53c1 req-bfcbeff8-5bb6-4186-8e2c-8703e2ccd4f2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:26.436292 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fa582b96-29c8-4e1b-aaa3-6d77516a53c1 req-bfcbeff8-5bb6-4186-8e2c-8703e2ccd4f2 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0520277 Feb 21 09:47:26.500403 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fa582b96-29c8-4e1b-aaa3-6d77516a53c1 req-7264d40c-a49e-4578-b3eb-7da7529f3262 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581660 Feb 21 09:47:27.617498 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa91ab-35c1-4ab2-99a3-6ddf65084628 req-e13bacbb-85b3-4a1e-ac9c-0bad9ef37135 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:27.618981 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e1fa91ab-35c1-4ab2-99a3-6ddf65084628 req-e13bacbb-85b3-4a1e-ac9c-0bad9ef37135 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0537059 Feb 21 09:47:27.679649 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e1fa91ab-35c1-4ab2-99a3-6ddf65084628 req-b6b56ebd-0989-4fa1-acfb-94e1ac35cd56 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545607 Feb 21 09:47:28.151207 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e7f48836-c257-47a9-ad7d-87b026b86fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:28.796326 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1601d-690e-45a3-a949-ace19dd3736c req-6b0ce7bd-fbc6-49d8-bbdb-59a61a5b04d5 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:28.797789 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4ef1601d-690e-45a3-a949-ace19dd3736c req-6b0ce7bd-fbc6-49d8-bbdb-59a61a5b04d5 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0522945 Feb 21 09:47:28.856102 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4ef1601d-690e-45a3-a949-ace19dd3736c req-4bdd342a-4ca1-4ce3-8b19-84d5f2b78c92 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527513 Feb 21 09:47:29.092120 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-202a0f4b-b53a-40a1-a60a-e9e6f2b01efd tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:29.093573 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-202a0f4b-b53a-40a1-a60a-e9e6f2b01efd tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/networks?id=b341e638-ff92-4038-a4b9-fc0cf220cb42 HTTP/1.1" status: 200 len: 814 time: 0.1061292 Feb 21 09:47:29.107606 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-ca9831c8-2588-4eee-910f-4c34afe3dc93 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/quotas/d3e29e32e9954420a668382864e355c8 HTTP/1.1" status: 200 len: 375 time: 0.0087500 Feb 21 09:47:29.139078 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-142e517e-2006-40e8-b541-1b32ed1b4c70 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3e29e32e9954420a668382864e355c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266027 Feb 21 09:47:29.267817 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-56b1fdb4-19d5-4271-b376-9c5a9f65c568 service neutron] 10.222.0.60 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211987 Feb 21 09:47:29.357528 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-fe28dd7a-6d4f-40bc-84e3-2e0f14664cad service neutron] 10.222.0.60 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850732 Feb 21 09:47:29.597706 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2e7f04b3-0077-4e4a-b8bc-26c741571aa8 req-82a06364-e755-4120-8d57-e4ec0625d4d0 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 210 time: 0.0263617 Feb 21 09:47:29.976148 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34842fa5-3f0e-462e-b329-98cd649f9bef req-70158955-30ac-4888-9fff-e0766c4b6110 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:29.977922 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-34842fa5-3f0e-462e-b329-98cd649f9bef req-70158955-30ac-4888-9fff-e0766c4b6110 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0542648 Feb 21 09:47:30.049438 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-34842fa5-3f0e-462e-b329-98cd649f9bef req-b79f65c8-9fc0-48fd-adee-0d2edc630b32 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=53dcf140-5b47-4996-a780-448e0000d8d3&id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605876 Feb 21 09:47:30.551149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b5d3449f-077b-4893-b430-26b4c3da34bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:30.698505 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-daac49e1-0938-4d48-8791-c3d99c453d34 req-4d63ba6c-ce0d-4683-90ec-50aad0af3e9d tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 210 time: 0.0328996 Feb 21 09:47:31.796771 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e680960e-e0cf-49c3-9a75-aebf3d1d3839 req-635ce12f-b579-4d98-9f50-0748feb63c7e tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 210 time: 0.0267668 Feb 21 09:47:31.842886 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.081071 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-3faeb4aa-2997-440e-82e5-ce3807cc8c97 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:32.082814 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-3faeb4aa-2997-440e-82e5-ce3807cc8c97 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "GET /v2.0/networks?id=b341e638-ff92-4038-a4b9-fc0cf220cb42 HTTP/1.1" status: 200 len: 814 time: 0.1029904 Feb 21 09:47:32.101755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Request body: {'port': {'device_id': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42', 'admin_state_up': True, 'tenant_id': 'd3e29e32e9954420a668382864e355c8'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:32.266432 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Made reservation on behalf of d3e29e32e9954420a668382864e355c8 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:47:32.272062 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.397543 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Allocated IP 172.20.0.7 (b341e638-ff92-4038-a4b9-fc0cf220cb42/519b1185-7e42-4b8c-b263-175e6d1742b0/ce850a3d-e1b7-40e0-9687-64e66d87f69c) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:47:32.545992 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks [] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.656079 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.708062 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Network b341e638-ff92-4038-a4b9-fc0cf220cb42 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:47:32.711099 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:47:32.719184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:47:32.725342 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Pushing event updated for resources: {'Port': ['ID=ce850a3d-e1b7-40e0-9687-64e66d87f69c,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:32.769809 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:32.770411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.851389 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-43bdf146-c52e-4857-b0cf-61eef587c82c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533605 Feb 21 09:47:32.873335 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Request body: {'port': {'device_id': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:32.941899 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dce52-6a64-4dea-be0d-c051b427f74b req-c1f6f5f6-da57-4941-9595-ad8910cc03fa tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:32.943407 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3c1dce52-6a64-4dea-be0d-c051b427f74b req-c1f6f5f6-da57-4941-9595-ad8910cc03fa tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 931 time: 0.0776570 Feb 21 09:47:32.953237 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.000535 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3c1dce52-6a64-4dea-be0d-c051b427f74b req-eae231ad-0a69-4551-9372-53ee85f99504 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496871 Feb 21 09:47:33.121626 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6d861-62c4-4245-b5eb-67dd65a45886 req-98439650-8e77-438a-980e-6ec689899416 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.123086 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4dc6d861-62c4-4245-b5eb-67dd65a45886 req-98439650-8e77-438a-980e-6ec689899416 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1258442 Feb 21 09:47:33.217745 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4dc6d861-62c4-4245-b5eb-67dd65a45886 req-c412c1d3-8635-459f-ad85-eacc92f45e12 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855885 Feb 21 09:47:33.288795 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce850a3d-e1b7-40e0-9687-64e66d87f69c {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:33.296817 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Publish callbacks [] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.308811 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Transition to ACTIVE for port object ce850a3d-e1b7-40e0-9687-64e66d87f69c will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:47:33.373942 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.427550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c6444-3172-4571-a055-334da83aa307 service neutron] Pushing event updated for resources: {'Port': ['ID=ce850a3d-e1b7-40e0-9687-64e66d87f69c,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:33.482635 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.494607 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Attempting to bind port ce850a3d-e1b7-40e0-9687-64e66d87f69c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:47:33.494946 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Attempting to bind port ce850a3d-e1b7-40e0-9687-64e66d87f69c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:47:33.495273 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Attempting to bind port ce850a3d-e1b7-40e0-9687-64e66d87f69c on network b341e638-ff92-4038-a4b9-fc0cf220cb42 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:33.499454 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Port ce850a3d-e1b7-40e0-9687-64e66d87f69c on network b341e638-ff92-4038-a4b9-fc0cf220cb42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:47:33.499772 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Attempting to bind port ce850a3d-e1b7-40e0-9687-64e66d87f69c on network b341e638-ff92-4038-a4b9-fc0cf220cb42 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:33.504547 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:47:33.504884 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Checking segment: {'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:47:33.505262 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Bound using segment: {'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:47:33.505713 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Bound port: ce850a3d-e1b7-40e0-9687-64e66d87f69c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:47:33.506065 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.569471 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] For port ce850a3d-e1b7-40e0-9687-64e66d87f69c, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:47:33.573299 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] For port ce850a3d-e1b7-40e0-9687-64e66d87f69c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ce850a3d-e1b7-40e0-9687-64e66d87f69c,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:47:33.654375 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.694824 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.695440 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.696809 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-932c6444-3172-4571-a055-334da83aa307 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce850a3d-e1b7-40e0-9687-64e66d87f69c HTTP/1.1" status: 200 len: 1093 time: 0.8311148 Feb 21 09:47:33.697815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'tag': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:33.700147 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78" -d '{"events": [{"name": "network-changed", "server_uuid": "658e1a09-f571-4458-8530-3e27a4d4da5d", "tag": "ce850a3d-e1b7-40e0-9687-64e66d87f69c"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:33.727962 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c6444-3172-4571-a055-334da83aa307 service neutron] Pushing event updated for resources: {'Port': ['ID=ce850a3d-e1b7-40e0-9687-64e66d87f69c,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:33.797899 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9060e6-5f6c-465f-a381-2f3288dbe26c x-openstack-request-id: req-0a9060e6-5f6c-465f-a381-2f3288dbe26c {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:33.798194 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658e1a09-f571-4458-8530-3e27a4d4da5d", "tag": "ce850a3d-e1b7-40e0-9687-64e66d87f69c", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:33.798453 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a9060e6-5f6c-465f-a381-2f3288dbe26c {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:33.798855 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'tag': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c', 'status': 'completed', 'code': 200} Feb 21 09:47:33.867482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-79f4f528-70fc-4150-91a9-61194d484d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.869734 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-79f4f528-70fc-4150-91a9-61194d484d5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e29e32e9954420a668382864e355c8&device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 1127 time: 0.0476427 Feb 21 09:47:33.919239 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-9b9dc09b-bb3c-443f-9aa7-a97dcc36cd68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce850a3d-e1b7-40e0-9687-64e66d87f69c HTTP/1.1" status: 200 len: 217 time: 0.0344691 Feb 21 09:47:33.968606 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-ff0b530e-0ab1-4456-9904-db5921bddb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.970032 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-ff0b530e-0ab1-4456-9904-db5921bddb68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=519b1185-7e42-4b8c-b263-175e6d1742b0 HTTP/1.1" status: 200 len: 854 time: 0.0428226 Feb 21 09:47:34.006168 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-3cdc4c2a-e5c5-49de-8cc0-1b58729aa406 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b341e638-ff92-4038-a4b9-fc0cf220cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285258 Feb 21 09:47:34.162931 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-6c5aa890-6fc8-4e6c-ad26-cbe59f10de06 service neutron] 10.222.0.10 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484644 Feb 21 09:47:34.178862 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596e6d3-97bf-4660-b881-b952232ea431 req-b5b64649-8f14-4cde-9b49-de3aeee5e3a2 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:34.180244 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2596e6d3-97bf-4660-b881-b952232ea431 req-b5b64649-8f14-4cde-9b49-de3aeee5e3a2 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 943 time: 0.0744181 Feb 21 09:47:34.278401 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2596e6d3-97bf-4660-b881-b952232ea431 req-2834b6e4-7b77-4a6f-80a1-193b2a9e44cf tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900655 Feb 21 09:47:34.303395 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9620ecc8-386e-4209-9f72-e3aba551f9f3 req-cc240a8b-d5d4-4900-8283-24b4ac1ac036 service neutron] 10.222.0.10 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222143 Feb 21 09:47:34.342558 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a2f7c-58ed-4010-834c-ec7ebd02b1b7 req-4f9dbab8-ba85-43fc-be90-0bf5b2bcefe4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:34.345180 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-117a2f7c-58ed-4010-834c-ec7ebd02b1b7 req-4f9dbab8-ba85-43fc-be90-0bf5b2bcefe4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0539563 Feb 21 09:47:34.392028 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-117a2f7c-58ed-4010-834c-ec7ebd02b1b7 req-11bb13ab-5fc9-4bb2-af8f-1eb6ea63a03f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Feb 21 09:47:34.569638 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-ee1fc347-c290-42b3-91a4-fd2c828abcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:34.571044 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-ee1fc347-c290-42b3-91a4-fd2c828abcbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e29e32e9954420a668382864e355c8&device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 1127 time: 0.0466955 Feb 21 09:47:34.664446 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-b4d8e18f-03d0-4325-8f89-6d72f05c7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:34.667187 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-b4d8e18f-03d0-4325-8f89-6d72f05c7667 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b341e638-ff92-4038-a4b9-fc0cf220cb42 HTTP/1.1" status: 200 len: 915 time: 0.0863924 Feb 21 09:47:34.712801 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-d92ad42f-4eb6-4990-98de-ddddb1b6cd12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce850a3d-e1b7-40e0-9687-64e66d87f69c HTTP/1.1" status: 200 len: 217 time: 0.0357783 Feb 21 09:47:34.733595 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:34.771364 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-f26b4fb2-df1b-45e2-9a5c-736b2e775c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:34.772893 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-f26b4fb2-df1b-45e2-9a5c-736b2e775c33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=519b1185-7e42-4b8c-b263-175e6d1742b0 HTTP/1.1" status: 200 len: 854 time: 0.0486441 Feb 21 09:47:34.803537 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-b04c1375-2e5c-4e7b-9b98-d966f23d47fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b341e638-ff92-4038-a4b9-fc0cf220cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246649 Feb 21 09:47:34.891828 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-c8360a85-1609-4d8d-ad54-41adcd8106aa service neutron] 10.222.0.10 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807822 Feb 21 09:47:34.985833 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d03a21a0-7968-4509-b0f2-8ab8a6e33f78 req-bab2add5-8101-4cb3-9ff7-5f329382fd91 service neutron] 10.222.0.10 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868721 Feb 21 09:47:35.345436 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:35.405352 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284adfcd-a0fe-483d-9f69-973b7a6c86cb req-d68663a6-a1f1-41f5-bcf1-6082815cec1e tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:35.406822 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-284adfcd-a0fe-483d-9f69-973b7a6c86cb req-d68663a6-a1f1-41f5-bcf1-6082815cec1e tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 943 time: 0.0527315 Feb 21 09:47:35.456798 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-284adfcd-a0fe-483d-9f69-973b7a6c86cb req-a92c1a7e-f529-4a1b-a7ca-1342cc059da9 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Feb 21 09:47:35.512338 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674b152-3d18-40cc-b4ec-f830cbbb6107 req-1c3f8224-4a5b-424e-a7d9-d907e0e92a6d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:35.513938 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6674b152-3d18-40cc-b4ec-f830cbbb6107 req-1c3f8224-4a5b-424e-a7d9-d907e0e92a6d tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0548098 Feb 21 09:47:35.564516 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6674b152-3d18-40cc-b4ec-f830cbbb6107 req-e59cc2b8-d035-41de-8613-a606160f84ce tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447669 Feb 21 09:47:36.578546 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a6fe-2311-4686-8a04-ab4ee8b7154a req-8b10a85b-a33a-4a04-8db1-26c97856dcf1 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:36.580464 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b478a6fe-2311-4686-8a04-ab4ee8b7154a req-8b10a85b-a33a-4a04-8db1-26c97856dcf1 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 943 time: 0.0552232 Feb 21 09:47:36.632262 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b478a6fe-2311-4686-8a04-ab4ee8b7154a req-befa1b80-6807-4c99-961d-084c3569cf05 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460992 Feb 21 09:47:36.687247 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcf0b3-791f-49f3-819a-eb194a8bc5ce req-3d683bda-937e-4146-a46a-7f36c958b780 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:36.688710 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-61fcf0b3-791f-49f3-819a-eb194a8bc5ce req-3d683bda-937e-4146-a46a-7f36c958b780 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0579727 Feb 21 09:47:36.736009 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-61fcf0b3-791f-49f3-819a-eb194a8bc5ce req-a493b7d2-7ec1-429d-a4cc-a1c392512aec tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416682 Feb 21 09:47:37.860007 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f9055-3a86-4736-817e-a2346b8e0b46 req-a4c2b8c0-a53e-4d8f-b69d-4392d5e04cc0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:37.861582 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-572f9055-3a86-4736-817e-a2346b8e0b46 req-a4c2b8c0-a53e-4d8f-b69d-4392d5e04cc0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0566647 Feb 21 09:47:37.911488 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-572f9055-3a86-4736-817e-a2346b8e0b46 req-8c8b8585-7ce7-4410-b300-ba384641a6dc tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Feb 21 09:47:37.989887 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cdef3-12b6-4d07-9c67-d558f9247552 req-de8c359e-b675-40a5-9c2a-adafb1f38d16 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:37.991351 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-771cdef3-12b6-4d07-9c67-d558f9247552 req-de8c359e-b675-40a5-9c2a-adafb1f38d16 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 943 time: 0.2898505 Feb 21 09:47:38.042434 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-771cdef3-12b6-4d07-9c67-d558f9247552 req-b7960e47-6d07-4ac7-b2b5-0b41b7f5b6ea tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 Feb 21 09:47:38.412552 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ce850a3d-e1b7-40e0-9687-64e66d87f69c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:47:38.512012 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port ce850a3d-e1b7-40e0-9687-64e66d87f69c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ce850a3d-e1b7-40e0-9687-64e66d87f69c,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:38.523247 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c', 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42', 'port_id': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1185-7e42-4b8c-b263-175e6d1742b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:47:38.560151 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port ce850a3d-e1b7-40e0-9687-64e66d87f69c is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:38.560544 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:38.572901 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce850a3d-e1b7-40e0-9687-64e66d87f69c {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:38.592425 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port ce850a3d-e1b7-40e0-9687-64e66d87f69c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ce850a3d-e1b7-40e0-9687-64e66d87f69c,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:38.699743 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:38.750760 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=ce850a3d-e1b7-40e0-9687-64e66d87f69c,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:39.036611 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93438b14-22cd-4f3b-89c3-87c33fad3239 req-c417fc2c-9f70-4d86-be6d-9de1232762ef tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:39.038092 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-93438b14-22cd-4f3b-89c3-87c33fad3239 req-c417fc2c-9f70-4d86-be6d-9de1232762ef tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0591681 Feb 21 09:47:39.087056 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-93438b14-22cd-4f3b-89c3-87c33fad3239 req-9f266b43-18b8-4762-a791-10beccf42889 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421216 Feb 21 09:47:39.161971 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e2db-97ac-4a15-b9d3-8673aab6d1cf req-1161db1e-82b9-4622-93a2-b399c7f14721 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:39.163446 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e004e2db-97ac-4a15-b9d3-8673aab6d1cf req-1161db1e-82b9-4622-93a2-b399c7f14721 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 944 time: 0.0517030 Feb 21 09:47:39.178598 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ce850a3d-e1b7-40e0-9687-64e66d87f69c'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:39.210199 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e004e2db-97ac-4a15-b9d3-8673aab6d1cf req-f59e8ec1-e3ca-4d3e-a643-394a37192524 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Feb 21 09:47:40.178067 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-9f1494e3-1325-40f2-8915-826a76d7d744 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479102 Feb 21 09:47:40.210827 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4631a71-44ba-4ecf-b0bb-2949d924b2de req-fa54b539-3686-4587-890c-7d40f40f65a1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:40.212696 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a4631a71-44ba-4ecf-b0bb-2949d924b2de req-fa54b539-3686-4587-890c-7d40f40f65a1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0575006 Feb 21 09:47:40.263916 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a4631a71-44ba-4ecf-b0bb-2949d924b2de req-6842d102-e190-4572-9af6-cf5c729248bb tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Feb 21 09:47:40.318143 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-48626e7f-fe44-4931-8692-95d4bf5e1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:40.319407 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-48626e7f-fe44-4931-8692-95d4bf5e1074 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 1130 time: 0.0736120 Feb 21 09:47:40.338973 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97811afc-e9c8-4727-973e-7a0a9c3cba62 req-04927869-6b3e-448c-b969-8e41af5f5ae2 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:40.340445 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-97811afc-e9c8-4727-973e-7a0a9c3cba62 req-04927869-6b3e-448c-b969-8e41af5f5ae2 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 944 time: 0.0596399 Feb 21 09:47:40.437287 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ce850a3d-e1b7-40e0-9687-64e66d87f69c up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:47:40.443247 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-97811afc-e9c8-4727-973e-7a0a9c3cba62 req-c483b885-2a14-428e-8eaa-863b7a83453a tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948880 Feb 21 09:47:40.461482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-b2cdb4d0-5ab5-4ac1-8773-4a24d175376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:40.462950 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-b2cdb4d0-5ab5-4ac1-8773-4a24d175376f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.1216743 Feb 21 09:47:40.530863 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-80a0557e-ccc1-4260-80e9-66c8523031af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 200 len: 1000 time: 0.0614684 Feb 21 09:47:40.551054 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port ce850a3d-e1b7-40e0-9687-64e66d87f69c completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:47:40.555091 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port ce850a3d-e1b7-40e0-9687-64e66d87f69c triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:40.555480 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.588126 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-fd0c27f6-6b71-4d94-a45b-98a6e8a6afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:40.589540 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-fd0c27f6-6b71-4d94-a45b-98a6e8a6afab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0512609 Feb 21 09:47:40.636279 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port ce850a3d-e1b7-40e0-9687-64e66d87f69c is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:40.636674 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.648997 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-a4f3da79-a61e-44b1-9e13-d3268582caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:40.650536 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-a4f3da79-a61e-44b1-9e13-d3268582caf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517049 Feb 21 09:47:40.659679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:40.667637 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26571bb6-c4f7-464b-8bcf-873b5227a88b" -d '{"events": [{"server_uuid": "658e1a09-f571-4458-8530-3e27a4d4da5d", "name": "network-vif-plugged", "status": "completed", "tag": "ce850a3d-e1b7-40e0-9687-64e66d87f69c"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:40.678126 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port ce850a3d-e1b7-40e0-9687-64e66d87f69c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ce850a3d-e1b7-40e0-9687-64e66d87f69c,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:40.731113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.760403 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-149f082b-650a-4f60-a0e0-dddddb8f24ad service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032393 Feb 21 09:47:40.760694 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23104a2-3f2a-4c1b-b6ef-13beafa8eb1a x-openstack-request-id: req-d23104a2-3f2a-4c1b-b6ef-13beafa8eb1a {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:40.760957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e1a09-f571-4458-8530-3e27a4d4da5d", "name": "network-vif-plugged", "status": "completed", "tag": "ce850a3d-e1b7-40e0-9687-64e66d87f69c", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:40.761220 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d23104a2-3f2a-4c1b-b6ef-13beafa8eb1a {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:40.761760 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c', 'code': 200} Feb 21 09:47:40.786894 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=ce850a3d-e1b7-40e0-9687-64e66d87f69c,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:40.897916 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33412d5e-3372-4a27-b4ad-62182290ab0f req-9adbde7d-45df-49c6-a27b-82755f9d1b3d service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934861 Feb 21 09:47:41.166601 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1ba05-f7a3-4c3d-b19c-beaae8869f12 req-7a4d2e17-4a70-4960-a67a-47852bdd9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:41.168696 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e8c1ba05-f7a3-4c3d-b19c-beaae8869f12 req-7a4d2e17-4a70-4960-a67a-47852bdd9cd9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 1129 time: 0.0454292 Feb 21 09:47:41.236057 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e8c1ba05-f7a3-4c3d-b19c-beaae8869f12 req-c7971505-ad69-4889-9712-3c04a200891e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387697 Feb 21 09:47:41.385432 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411ddf6-b948-4377-bf59-79034d11251e req-2a53c465-db50-4024-bc13-4bbe65af6c26 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:41.387429 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d411ddf6-b948-4377-bf59-79034d11251e req-2a53c465-db50-4024-bc13-4bbe65af6c26 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0571132 Feb 21 09:47:41.434344 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d411ddf6-b948-4377-bf59-79034d11251e req-43c9fbbd-cb73-4aa2-8fd0-4eee0178cf84 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Feb 21 09:47:41.571141 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489501-97ea-4d70-b73c-9741792d4791 req-d34fdf76-19b5-449d-90d6-a7b476f3fd64 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:41.572604 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9c489501-97ea-4d70-b73c-9741792d4791 req-d34fdf76-19b5-449d-90d6-a7b476f3fd64 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 945 time: 0.0624902 Feb 21 09:47:41.621742 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9c489501-97ea-4d70-b73c-9741792d4791 req-0f0b980c-d492-4f0a-b389-c6f541daac2f tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Feb 21 09:47:42.550291 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e021e-ae50-4d21-8896-fc8b51d0fb23 req-f23c999e-e7d4-415c-b84d-544c3134ab39 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:42.551759 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5b9e021e-ae50-4d21-8896-fc8b51d0fb23 req-f23c999e-e7d4-415c-b84d-544c3134ab39 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0518951 Feb 21 09:47:42.598220 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5b9e021e-ae50-4d21-8896-fc8b51d0fb23 req-ddfd3de4-c1f8-4f1e-845f-cffabec9e10c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Feb 21 09:47:42.742624 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57868d7b-2e81-4543-bb79-d8f34e627ede req-bf1ddff8-995a-4e5f-97eb-1f8617924a0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:42.744502 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57868d7b-2e81-4543-bb79-d8f34e627ede req-bf1ddff8-995a-4e5f-97eb-1f8617924a0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 945 time: 0.0558395 Feb 21 09:47:42.791600 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57868d7b-2e81-4543-bb79-d8f34e627ede req-158936ac-50c3-4164-881a-50e4438aec58 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Feb 21 09:47:43.645533 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:47:43.721243 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e9926-366a-4b19-9d48-35561388c9fa req-2cee4fdd-959a-458b-aec4-8512bc5326b8 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:43.722739 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-399e9926-366a-4b19-9d48-35561388c9fa req-2cee4fdd-959a-458b-aec4-8512bc5326b8 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0565190 Feb 21 09:47:43.769126 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-399e9926-366a-4b19-9d48-35561388c9fa req-9ab5ab53-9ed4-4ec3-b669-463e6ef0bcf0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409029 Feb 21 09:47:43.909761 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df405-9854-47c2-b852-24821d23eac7 req-e2f09a2e-1f36-4437-a280-cd95cacf7737 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:43.911234 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2f6df405-9854-47c2-b852-24821d23eac7 req-e2f09a2e-1f36-4437-a280-cd95cacf7737 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 945 time: 0.0532548 Feb 21 09:47:43.962689 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2f6df405-9854-47c2-b852-24821d23eac7 req-07fd778e-3f49-4756-ac2a-94ef418cb931 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Feb 21 09:47:44.893765 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878db6d-b92a-447d-9193-86be6e1e4aa7 req-58065b06-d269-4db6-bea4-967183fe00f8 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:44.895188 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6878db6d-b92a-447d-9193-86be6e1e4aa7 req-58065b06-d269-4db6-bea4-967183fe00f8 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0542443 Feb 21 09:47:44.941731 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6878db6d-b92a-447d-9193-86be6e1e4aa7 req-28a1bcc7-4341-49cf-8067-b8c34bfc69ed tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409162 Feb 21 09:47:46.063242 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bdb7-df5d-4d19-bfd4-cfc1f9c1eb5e req-0b27d209-1372-42bd-afa0-b5f8464ef287 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:46.063817 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0074bdb7-df5d-4d19-bfd4-cfc1f9c1eb5e req-0b27d209-1372-42bd-afa0-b5f8464ef287 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0548024 Feb 21 09:47:46.115900 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0074bdb7-df5d-4d19-bfd4-cfc1f9c1eb5e req-f27bf1dc-c654-47d3-a770-a37505db6829 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462742 Feb 21 09:47:47.239240 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf9010-d8c9-462a-beff-2dda24937feb req-5c390668-40d2-4398-ab4d-5868f1d4e51f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:47.240803 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b4bf9010-d8c9-462a-beff-2dda24937feb req-5c390668-40d2-4398-ab4d-5868f1d4e51f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0530710 Feb 21 09:47:47.291963 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b4bf9010-d8c9-462a-beff-2dda24937feb req-52212525-e701-4fdb-ac00-ac68eb97e9fd tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456762 Feb 21 09:47:48.416698 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e1c6c-5fdd-4fe1-84be-cc9a08ae2829 req-7c33846d-10a2-4fa4-98db-7b4cbb4e7ee4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:48.418309 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d66e1c6c-5fdd-4fe1-84be-cc9a08ae2829 req-7c33846d-10a2-4fa4-98db-7b4cbb4e7ee4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0543542 Feb 21 09:47:48.466963 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d66e1c6c-5fdd-4fe1-84be-cc9a08ae2829 req-cbd00848-9548-44bb-a266-64440ed8d8a7 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Feb 21 09:47:49.592149 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336bf4-38cf-4a0f-a1da-93b087fb235d req-18e0c6ce-3511-4286-9e1d-5ed527dac351 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.594000 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-28336bf4-38cf-4a0f-a1da-93b087fb235d req-18e0c6ce-3511-4286-9e1d-5ed527dac351 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0565524 Feb 21 09:47:49.643466 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-28336bf4-38cf-4a0f-a1da-93b087fb235d req-0019b2a3-ceca-4a56-886f-c31effcc68db tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438960 Feb 21 09:47:50.042020 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535e7dc-14bf-45ed-b4d2-e96928d4521d req-ab722eab-cfcd-42dc-bc7c-fce58ab33215 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.043579 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d535e7dc-14bf-45ed-b4d2-e96928d4521d req-ab722eab-cfcd-42dc-bc7c-fce58ab33215 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0612738 Feb 21 09:47:50.096148 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d535e7dc-14bf-45ed-b4d2-e96928d4521d req-22ba4d29-18cc-409d-a383-c5b13c2d007b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469196 Feb 21 09:47:50.188788 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-c322eb4a-4fb1-4883-9d52-d1b9170e766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.190360 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-c322eb4a-4fb1-4883-9d52-d1b9170e766b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1129 time: 0.0517585 Feb 21 09:47:50.286434 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-982bfd07-af03-49cd-949b-aeb5f0ecbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.287904 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-982bfd07-af03-49cd-949b-aeb5f0ecbecc service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 911 time: 0.0899234 Feb 21 09:47:50.360505 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-279d3bbf-d74a-4d20-a0dc-1ba9ee1f839b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 200 len: 1001 time: 0.0663965 Feb 21 09:47:50.417635 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-b622af17-d255-4c8e-bdc9-b608f3dcd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.419114 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-b622af17-d255-4c8e-bdc9-b608f3dcd0e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0511920 Feb 21 09:47:50.471960 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-81311b3b-7ada-451b-b703-390ffbf10f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.473463 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-81311b3b-7ada-451b-b703-390ffbf10f85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469711 Feb 21 09:47:50.568726 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-cf9c464d-7c44-4bb8-a92a-a65d63877331 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884635 Feb 21 09:47:50.662994 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b2b3614-d32c-43ef-a97b-814703f306ec req-b14ab147-dce7-4477-80fa-d9be20052179 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Feb 21 09:47:51.227817 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e7ac1-a2bf-4ab1-bc18-5b2da75f029c req-94f43473-a46e-4809-9314-099c18080460 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:51.229300 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1f1e7ac1-a2bf-4ab1-bc18-5b2da75f029c req-94f43473-a46e-4809-9314-099c18080460 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0606101 Feb 21 09:47:51.285182 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1f1e7ac1-a2bf-4ab1-bc18-5b2da75f029c req-63bd8766-780a-418a-abf6-9bb79f887a21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498140 Feb 21 09:47:52.427431 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d08253-78fd-4cdd-9e2e-ee9b55ea5e2b req-bd7cb79a-b0c0-42da-9a6d-bd800b4986a8 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:52.428956 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-96d08253-78fd-4cdd-9e2e-ee9b55ea5e2b req-bd7cb79a-b0c0-42da-9a6d-bd800b4986a8 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0539763 Feb 21 09:47:52.482500 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-96d08253-78fd-4cdd-9e2e-ee9b55ea5e2b req-57b1aeb9-034d-40b4-9b86-3e59c1d8ee42 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478895 Feb 21 09:47:58.183555 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7ad33137-db94-4b29-9b89-f0debff378fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:00.520962 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-549410e1-b6f0-4b5d-92d3-1a544a56c22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:01.806281 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:03.457918 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.749201 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:05.314958 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:18.854394 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1d261-aca7-4edf-9057-6e2fc5eaeccb req-a7e12f03-7af0-47d7-a21b-7b3ba34c4782 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:18.855850 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6ca1d261-aca7-4edf-9057-6e2fc5eaeccb req-a7e12f03-7af0-47d7-a21b-7b3ba34c4782 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0522809 Feb 21 09:48:18.901937 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6ca1d261-aca7-4edf-9057-6e2fc5eaeccb req-dac05c6b-7afd-4e89-9d03-2ffeb26c678a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Feb 21 09:48:20.029619 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8e9e4-228e-4c14-85e3-3b0f3005bd99 req-b2f5374b-c8b6-4084-8883-142a75b7e9e3 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:20.031124 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce8e9e4-228e-4c14-85e3-3b0f3005bd99 req-b2f5374b-c8b6-4084-8883-142a75b7e9e3 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0556548 Feb 21 09:48:20.080234 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce8e9e4-228e-4c14-85e3-3b0f3005bd99 req-678ff39a-7a04-44ec-8875-8899a76a5188 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Feb 21 09:48:20.644836 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:48:21.208540 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a6ca2-f24f-49c4-97b4-734b3a1cd22e req-7da5fb32-3624-4eb6-b3f4-9f6a6192bb63 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:21.210039 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4d6a6ca2-f24f-49c4-97b4-734b3a1cd22e req-7da5fb32-3624-4eb6-b3f4-9f6a6192bb63 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0552394 Feb 21 09:48:21.266453 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4d6a6ca2-f24f-49c4-97b4-734b3a1cd22e req-a1074830-9ba2-413d-8361-a80e01647c04 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506542 Feb 21 09:48:22.388631 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d55d4-056a-42e4-bf18-e3ab30538e73 req-a1b8631c-ec5d-4eb8-91b3-a913a4ceab85 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:22.390083 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-129d55d4-056a-42e4-bf18-e3ab30538e73 req-a1b8631c-ec5d-4eb8-91b3-a913a4ceab85 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0513351 Feb 21 09:48:22.436421 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-129d55d4-056a-42e4-bf18-e3ab30538e73 req-25aa8549-71be-4caf-98fd-d81d16bd21ce tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Feb 21 09:48:23.558620 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9de3-3d75-422b-b38d-0ae877a0bd3e req-9b08172c-0347-4637-8a4b-794554b1e132 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:23.560060 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d04b9de3-3d75-422b-b38d-0ae877a0bd3e req-9b08172c-0347-4637-8a4b-794554b1e132 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0523391 Feb 21 09:48:23.606962 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d04b9de3-3d75-422b-b38d-0ae877a0bd3e req-4e336166-84fd-4608-851a-1bbd9ae42ae4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Feb 21 09:48:24.733325 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e4f0-82d4-410c-9c6a-e06b931b5fe1 req-0e169691-e2a9-41a3-9689-b032a550eaac tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:24.734854 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e15e4f0-82d4-410c-9c6a-e06b931b5fe1 req-0e169691-e2a9-41a3-9689-b032a550eaac tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0568888 Feb 21 09:48:24.780592 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2e15e4f0-82d4-410c-9c6a-e06b931b5fe1 req-9a7fdc54-16d7-4377-89be-8769f7639363 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 Feb 21 09:48:25.902042 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddeff5f-f674-4be2-a3aa-686967adfcbb req-b4478a78-be56-46e5-8609-30f1c1a6cfdd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.903503 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8ddeff5f-f674-4be2-a3aa-686967adfcbb req-b4478a78-be56-46e5-8609-30f1c1a6cfdd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0524495 Feb 21 09:48:25.949163 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8ddeff5f-f674-4be2-a3aa-686967adfcbb req-92717283-8cd4-49c2-9fe8-16e13be3423d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401857 Feb 21 09:48:27.070954 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80b0c5-54e2-471f-bbb7-8a087a2effb8 req-d4a7b367-dda0-49ee-b469-f1d2f5cf11d2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:27.072420 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5d80b0c5-54e2-471f-bbb7-8a087a2effb8 req-d4a7b367-dda0-49ee-b469-f1d2f5cf11d2 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0529056 Feb 21 09:48:27.123941 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5d80b0c5-54e2-471f-bbb7-8a087a2effb8 req-d2f73333-5a94-4c23-8c26-d6ba4f4d5e12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Feb 21 09:48:27.780250 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-5b720480-7950-4843-b89b-4c2c2d8078ca tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:27.781712 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-5b720480-7950-4843-b89b-4c2c2d8078ca tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0510244 Feb 21 09:48:27.878850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Deleting port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:27.879190 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:27.969666 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] For port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:27.970033 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.165106 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-447a0e18-275f-4413-a9dc-a750c5912d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.190593 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.191140 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (6da10d36-1ebe-4da4-b991-0161315b4bd2), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.191268 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Floating IP 6da10d36-1ebe-4da4-b991-0161315b4bd2 disassociated. External IP: 172.27.3.21, port: 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9. Feb 21 09:48:28.191585 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Calling delete_port for 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:28.255993 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb6eb-b846-48a0-b022-de7e2fa280e8 req-0b0f1466-7d5f-4066-9602-058cdfda0c40 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:28.257637 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-de7fb6eb-b846-48a0-b022-de7e2fa280e8 req-0b0f1466-7d5f-4066-9602-058cdfda0c40 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 946 time: 0.0600314 Feb 21 09:48:28.309307 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-de7fb6eb-b846-48a0-b022-de7e2fa280e8 req-87b21f3c-7ea9-4ec2-8611-282839614dbd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=31ccc6a9-473a-410c-9cdc-028adf513912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459328 Feb 21 09:48:28.394070 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (1d57fbe1-aea3-42a6-88d6-8e766c34cbd9), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.423654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event deleted for resources: {'Port': ['ID=1d57fbe1-aea3-42a6-88d6-8e766c34cbd9,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:28.438000 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.438395 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.438789 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.439232 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.440091 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.440262 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.440573 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.441368 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.442035 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.443027 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.443565 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.444060 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.444410 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:28.565555 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:48:28.676445 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:48:28.686895 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] Sync routers for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:48:28.698354 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:28.699416 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:48:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:28.723417 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] No DVR routers for this DVR port 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:28.726477 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.729813 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7034ee27-f863-4794-bf6a-b71f80662f4f req-b38b3243-f80d-4a1a-a03b-e8ee5d1fff3b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "DELETE /v2.0/ports/1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 HTTP/1.1" status: 204 len: 173 time: 0.9429574 Feb 21 09:48:28.730274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-deleted', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:28.732524 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c66b30-4fc8-4e82-a0d8-cc022090c5d3" -d '{"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-deleted", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:28.770891 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786c6e9f-dfc5-4eb6-85b0-bd65a9cea1c5 x-openstack-request-id: req-786c6e9f-dfc5-4eb6-85b0-bd65a9cea1c5 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:28.771195 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f07e90-66f4-481e-9344-856b0553884c", "name": "network-vif-deleted", "tag": "1d57fbe1-aea3-42a6-88d6-8e766c34cbd9", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:28.771462 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-786c6e9f-dfc5-4eb6-85b0-bd65a9cea1c5 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:28.771885 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f07e90-66f4-481e-9344-856b0553884c', 'name': 'network-vif-deleted', 'tag': '1d57fbe1-aea3-42a6-88d6-8e766c34cbd9', 'status': 'completed', 'code': 200} Feb 21 09:48:28.833856 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:29.046037 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:29.076301 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] Checking router: 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:48:29.085852 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:48:29.086469 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:48:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:29.212029 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:48:29.443904 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3606130c-6516-416b-9d08-f218b93c9a7a req-e1241203-396d-4ded-a7ec-3952e3cff432 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f07e90-66f4-481e-9344-856b0553884c HTTP/1.1" status: 200 len: 210 time: 0.0384192 Feb 21 09:48:29.587277 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:29.616330 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f901f-099d-4d3a-951a-8e1da5f44f68 None None] The sync data for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi is: [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:48:29.868365 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36677450-0300-45cb-b842-2f40c1fe9618 None None] New status for floating IP 6da10d36-1ebe-4da4-b991-0161315b4bd2: DOWN {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:48:30.519452 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f72860b6-6263-4bd0-954a-443871ecb565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:30.600680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33534) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:30.656879 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8d2bed52-1b44-402c-b206-e1dd3d13e9be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (31ccc6a9-473a-410c-9cdc-028adf513912), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:30.679575 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8d2bed52-1b44-402c-b206-e1dd3d13e9be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (31ccc6a9-473a-410c-9cdc-028adf513912), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:30.817669 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8d2bed52-1b44-402c-b206-e1dd3d13e9be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (31ccc6a9-473a-410c-9cdc-028adf513912), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:30.820212 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-8d2bed52-1b44-402c-b206-e1dd3d13e9be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:30.821380 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-8d2bed52-1b44-402c-b206-e1dd3d13e9be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "DELETE /v2.0/security-groups/31ccc6a9-473a-410c-9cdc-028adf513912 HTTP/1.1" status: 204 len: 168 time: 0.2196760 Feb 21 09:48:30.824303 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33538) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:30.831087 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bed52-1b44-402c-b206-e1dd3d13e9be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ccc6a9-473a-410c-9cdc-028adf513912,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:30.840984 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.api.v2.resource [None req-5926ca02-7876-4c09-be93-29521fc955f4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] show failed (client error): The resource could not be found. Feb 21 09:48:30.845543 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33540) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:30.846166 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5926ca02-7876-4c09-be93-29521fc955f4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups/31ccc6a9-473a-410c-9cdc-028adf513912 HTTP/1.1" status: 404 len: 347 time: 0.0196211 Feb 21 09:48:30.973706 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Deleting port dfa34f53-696c-44f8-ac60-d30a6f551176 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:30.974049 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:31.052010 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:31.052314 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (dfa34f53-696c-44f8-ac60-d30a6f551176), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:31.063931 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Calling delete_port for dfa34f53-696c-44f8-ac60-d30a6f551176 owned by network:floatingip {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:31.308359 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (dfa34f53-696c-44f8-ac60-d30a6f551176), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:31.340879 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event deleted for resources: {'Port': ['ID=dfa34f53-696c-44f8-ac60-d30a6f551176,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:31.411174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (6da10d36-1ebe-4da4-b991-0161315b4bd2), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:31.413592 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:31.414762 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a3819589-308d-4c46-92a7-70820144a339 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "DELETE /v2.0/floatingips/6da10d36-1ebe-4da4-b991-0161315b4bd2 HTTP/1.1" status: 204 len: 168 time: 0.5679560 Feb 21 09:48:31.827679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.660181 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:32.684566 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:32.684812 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d57fbe1-aea3-42a6-88d6-8e766c34cbd9 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:33.006728 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33550) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:33.011306 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-72f1224f-d5fb-4f4c-8109-a2c31cb3593d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762538254', 'description': 'tempest-description--1102841090'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:33.102146 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-72f1224f-d5fb-4f4c-8109-a2c31cb3593d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.166794 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-72f1224f-d5fb-4f4c-8109-a2c31cb3593d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (0884f640-4b6a-47a6-b486-e15c129b4bf6), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.227726 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-72f1224f-d5fb-4f4c-8109-a2c31cb3593d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0884f640-4b6a-47a6-b486-e15c129b4bf6), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.256337 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1224f-d5fb-4f4c-8109-a2c31cb3593d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0884f640-4b6a-47a6-b486-e15c129b4bf6,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:33.309765 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-72f1224f-d5fb-4f4c-8109-a2c31cb3593d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.311055 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-72f1224f-d5fb-4f4c-8109-a2c31cb3593d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3032606 Feb 21 09:48:33.314022 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33552) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:33.318501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-0149c9d2-f288-4852-b514-23605faa50be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'security_group_rule': {'security_group_id': '0884f640-4b6a-47a6-b486-e15c129b4bf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:33.410579 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0149c9d2-f288-4852-b514-23605faa50be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (c91fb177-360e-45c3-ae06-2f62eb448137), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.471192 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0149c9d2-f288-4852-b514-23605faa50be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (c91fb177-360e-45c3-ae06-2f62eb448137), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.484838 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.564984 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0149c9d2-f288-4852-b514-23605faa50be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (c91fb177-360e-45c3-ae06-2f62eb448137), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.585089 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149c9d2-f288-4852-b514-23605faa50be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91fb177-360e-45c3-ae06-2f62eb448137,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:33.652740 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-0149c9d2-f288-4852-b514-23605faa50be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.653995 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-0149c9d2-f288-4852-b514-23605faa50be tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389952 Feb 21 09:48:33.656952 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33554) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:33.661764 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'security_group_rule': {'security_group_id': '0884f640-4b6a-47a6-b486-e15c129b4bf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:33.748031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (1742d17e-dc82-44b7-9396-393d76795a68), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.801618 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (1742d17e-dc82-44b7-9396-393d76795a68), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.880137 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (1742d17e-dc82-44b7-9396-393d76795a68), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.898004 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1742d17e-dc82-44b7-9396-393d76795a68,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:33.906040 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.906391 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.906746 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.907106 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.907435 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.907790 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.908102 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.908437 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.914960 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.914960 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.914960 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.914960 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.914960 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:33.961775 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.962997 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5b5b7649-1dc4-4e0a-a743-8a07c1d51169 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049920 Feb 21 09:48:33.966311 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33558) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:33.970862 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:34.033530 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.135660 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.244882 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Allocated IP 172.27.3.234 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/d110e060-f4f6-4590-9086-80d4725821a7) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:48:34.343356 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for port (d110e060-f4f6-4590-9086-80d4725821a7), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.416692 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (d110e060-f4f6-4590-9086-80d4725821a7), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.454032 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:48:34.456727 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:48:34.462782 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:48:34.487177 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'Port': ['ID=d110e060-f4f6-4590-9086-80d4725821a7,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:34.550619 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (252459da-051f-4ceb-a0af-9f8e75421449), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.655167 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (d110e060-f4f6-4590-9086-80d4725821a7), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.725015 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.805029 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for port (d110e060-f4f6-4590-9086-80d4725821a7), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.850316 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (d110e060-f4f6-4590-9086-80d4725821a7), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.917488 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'Port': ['ID=d110e060-f4f6-4590-9086-80d4725821a7,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:34.928259 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (252459da-051f-4ceb-a0af-9f8e75421449), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.990954 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:34.992293 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b850e696-00c4-4335-8389-a511a6c3d51b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0249159 Feb 21 09:48:35.181229 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-3a03a246-554b-46fc-98c8-7acb654f14e4 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--762538254&fields=id&tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 267 time: 0.0419333 Feb 21 09:48:35.290763 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-0cc30f36-a110-442e-80c2-b366033c106a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:35.298718 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-0cc30f36-a110-442e-80c2-b366033c106a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 816 time: 0.1112924 Feb 21 09:48:35.313677 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-dfa323e6-32f1-4347-ada0-983668972aab tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/quotas/f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 375 time: 0.0090647 Feb 21 09:48:35.313930 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:35.367918 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-3b7a67aa-45ea-4b12-8f17-b82f01d4c6b8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486743 Feb 21 09:48:35.508673 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fc15f6bb-e94b-4ba6-ae7b-a89c43d5cdc6 service neutron] 10.222.0.60 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297476 Feb 21 09:48:35.605746 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-e571ecc6-4f40-497e-a5fb-96477c14406d service neutron] 10.222.0.60 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Feb 21 09:48:35.841098 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5987cc81-ed88-40bf-81de-264d01e2f111 req-775f353f-cd14-4282-a4d2-ae2cbb41bc3e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 210 time: 0.0316992 Feb 21 09:48:36.942346 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8254b056-c2f2-4286-888d-1859a1a22092 req-293148e5-9089-4946-8c3e-25d11d2ab363 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 210 time: 0.0271139 Feb 21 09:48:37.634765 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-af36fd12-830f-45f7-bed2-fd732eabdb82 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:37.636207 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-af36fd12-830f-45f7-bed2-fd732eabdb82 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 816 time: 0.1072416 Feb 21 09:48:37.703591 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-316971df-9c4f-4501-bf8f-8d56b256d060 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 379 time: 0.0525658 Feb 21 09:48:37.712757 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'port': {'device_id': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'admin_state_up': True, 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'security_groups': ['0884f640-4b6a-47a6-b486-e15c129b4bf6']}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:37.890637 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Made reservation on behalf of f8b5c2c66165450c9d9b5cec5905b6fb for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:48:37.894047 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.050920 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Allocated IP 172.20.0.6 (4719d08a-7608-47b3-9484-6fa03102e857/58713b76-9188-47fb-b983-873fb9067811/7417f2c0-8f81-44ae-9f4e-e4da089278dc) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:48:38.055432 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-59fae1ce-6e8e-4825-8003-e213c11f4117 req-1754b27d-9b2b-44c4-afb8-c16221df2326 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 210 time: 0.0387771 Feb 21 09:48:38.208009 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.308277 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.350418 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Network 4719d08a-7608-47b3-9484-6fa03102e857 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:48:38.353487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:48:38.357017 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:48:38.385432 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:38.412993 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:38.413638 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.498747 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-ad991446-4413-42ce-a106-352e50dcb60d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899058 Feb 21 09:48:38.518001 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Request body: {'port': {'device_id': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:38.555251 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-b8b0ce0f-d76e-4001-be0f-ed93d01b359d None None] Provisioning complete for port 7417f2c0-8f81-44ae-9f4e-e4da089278dc triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:48:38.555817 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ce0f-d76e-4001-be0f-ed93d01b359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.580713 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.592818 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0ce0f-d76e-4001-be0f-ed93d01b359d None None] Port 7417f2c0-8f81-44ae-9f4e-e4da089278dc cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:48:38.781562 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-eac0d15a-8032-4dde-ba87-a899f8a02514 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990918 Feb 21 09:48:39.143713 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7417f2c0-8f81-44ae-9f4e-e4da089278dc {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:48:39.149449 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-7bc528b9-2d82-4a1b-b690-3aa8ad302a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.150982 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-7bc528b9-2d82-4a1b-b690-3aa8ad302a8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 1129 time: 0.3305018 Feb 21 09:48:39.155151 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Publish callbacks [] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.168153 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Transition to ACTIVE for port object 7417f2c0-8f81-44ae-9f4e-e4da089278dc will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:48:39.210910 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e75d8-1c2b-4833-a39e-41bc63a1f397 req-f2bb7f21-8354-4803-ae83-94cfb4459c28 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.212371 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-049e75d8-1c2b-4833-a39e-41bc63a1f397 req-f2bb7f21-8354-4803-ae83-94cfb4459c28 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 931 time: 0.0586858 Feb 21 09:48:39.225330 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.260587 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-049e75d8-1c2b-4833-a39e-41bc63a1f397 req-f5fd2bdc-11f7-4134-9f0f-85cb3adafd32 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Feb 21 09:48:39.301960 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:39.325082 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-25a22b67-36be-4a9c-a7ea-796ef03c8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.326628 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-25a22b67-36be-4a9c-a7ea-796ef03c8420 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 911 time: 0.1573715 Feb 21 09:48:39.432157 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-222275bf-f5de-4256-88ed-65de6d2d2be7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 200 len: 1001 time: 0.0843074 Feb 21 09:48:39.447127 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Attempting to bind port 7417f2c0-8f81-44ae-9f4e-e4da089278dc on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:48:39.447466 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Attempting to bind port 7417f2c0-8f81-44ae-9f4e-e4da089278dc by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:48:39.447822 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Attempting to bind port 7417f2c0-8f81-44ae-9f4e-e4da089278dc on network 4719d08a-7608-47b3-9484-6fa03102e857 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:48:39.476067 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Port 7417f2c0-8f81-44ae-9f4e-e4da089278dc on network 4719d08a-7608-47b3-9484-6fa03102e857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:48:39.476401 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Attempting to bind port 7417f2c0-8f81-44ae-9f4e-e4da089278dc on network 4719d08a-7608-47b3-9484-6fa03102e857 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:48:39.485399 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:48:39.485783 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Checking segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:48:39.486184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Bound using segment: {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:48:39.486644 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Bound port: 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6450ebc6-fa5e-478d-9027-4670fd9ff951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:48:39.487005 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.509020 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-d21e0b9e-2d2f-47d0-bb1a-c854ad448e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.510696 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-d21e0b9e-2d2f-47d0-bb1a-c854ad448e24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0717661 Feb 21 09:48:39.590318 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:48:39.594370 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:48:39.603819 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-74c9c73e-6165-46ce-848a-5cf305f0d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.609276 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-74c9c73e-6165-46ce-848a-5cf305f0d670 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768957 Feb 21 09:48:39.693148 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.703441 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-f372256e-8622-4d15-bc30-e30e84224c1c service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922930 Feb 21 09:48:39.753168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.753806 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.755451 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 200 len: 1093 time: 1.2420404 Feb 21 09:48:39.755885 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:39.758136 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa297fc-7b53-4366-8079-f3a333b9b5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:39.809080 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737bcaa-b192-49c2-8116-0c16885c4f0e x-openstack-request-id: req-c737bcaa-b192-49c2-8116-0c16885c4f0e {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:39.809874 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:39.809874 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c737bcaa-b192-49c2-8116-0c16885c4f0e {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:39.810154 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'status': 'completed', 'code': 200} Feb 21 09:48:39.817140 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8c6eb-1718-42b9-884e-3421224216d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:39.852368 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8934dd17-1c30-43a8-8f43-bdfe9856fbc7 req-bbda06fe-26f5-4518-b19d-691f9a3360e4 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303072 Feb 21 09:48:39.962749 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa297fc-7b53-4366-8079-f3a333b9b5ce req-dfd5eeb1-56a9-4528-8e4f-aff98fb5ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.964302 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9aa297fc-7b53-4366-8079-f3a333b9b5ce req-dfd5eeb1-56a9-4528-8e4f-aff98fb5ca39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1127 time: 0.0527318 Feb 21 09:48:40.077690 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa297fc-7b53-4366-8079-f3a333b9b5ce req-ce9fe6a0-740e-497c-a2fe-d4f704ee3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.079411 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9aa297fc-7b53-4366-8079-f3a333b9b5ce req-ce9fe6a0-740e-497c-a2fe-d4f704ee3b39 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0973244 Feb 21 09:48:40.172963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa297fc-7b53-4366-8079-f3a333b9b5ce req-040d2277-f957-40a0-9959-5ecce23e5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.174407 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9aa297fc-7b53-4366-8079-f3a333b9b5ce req-040d2277-f957-40a0-9959-5ecce23e5558 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881605 Feb 21 09:48:40.286319 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-6fdad444-5fc5-4f50-8b06-21c5de182f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.287847 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-6fdad444-5fc5-4f50-8b06-21c5de182f93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1127 time: 0.0529313 Feb 21 09:48:40.358026 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-7ce7ac52-3c0c-4d24-a44d-276931dd8eb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 200 len: 217 time: 0.0459878 Feb 21 09:48:40.442198 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-2924d0c1-406f-4fc9-8d87-8f26505f4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.443767 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-2924d0c1-406f-4fc9-8d87-8f26505f4189 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0637786 Feb 21 09:48:40.451703 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b180530-924f-4b3c-a375-fbead2adc1af req-d1c3cac2-7dc8-4d09-87af-cef50b7ff30e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.453331 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9b180530-924f-4b3c-a375-fbead2adc1af req-d1c3cac2-7dc8-4d09-87af-cef50b7ff30e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.1047158 Feb 21 09:48:40.512177 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9b180530-924f-4b3c-a375-fbead2adc1af req-34f08e70-9fe6-49ab-883f-4bc8632c6841 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526345 Feb 21 09:48:40.550711 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-cf27cf7b-e8dd-4949-a56c-172f08251333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.552918 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-cf27cf7b-e8dd-4949-a56c-172f08251333 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562658 Feb 21 09:48:40.652405 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-375b9ce3-32c7-486c-a7bf-e618e1f3ffe0 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917995 Feb 21 09:48:40.747260 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1275d993-2dea-4bf9-bc08-3e4494f2bf98 req-b6c72c1f-2c50-4969-85f0-bafce92551ba service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885389 Feb 21 09:48:41.638620 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4434d-dae1-4c49-beb4-358082fcc359 req-e912877a-cc21-4e5e-8674-6d918ce72fd5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:41.640086 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1ab4434d-dae1-4c49-beb4-358082fcc359 req-e912877a-cc21-4e5e-8674-6d918ce72fd5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0532746 Feb 21 09:48:41.690259 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1ab4434d-dae1-4c49-beb4-358082fcc359 req-2633cb03-b29d-4a23-b1d0-7f714bb02dff tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438783 Feb 21 09:48:42.157323 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca1032-5dd5-48f2-8515-99a555a91906 req-2f2add9d-e722-4ebc-b80d-5c1a88603554 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:42.158821 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-94ca1032-5dd5-48f2-8515-99a555a91906 req-2f2add9d-e722-4ebc-b80d-5c1a88603554 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 945 time: 0.0562861 Feb 21 09:48:42.206181 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-94ca1032-5dd5-48f2-8515-99a555a91906 req-71183361-176e-4ad1-b2d1-7c315db054f3 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Feb 21 09:48:42.820259 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e54d2a-48c2-4f9d-8a4b-6d93e5bd8e26 req-6fbb5718-ab75-40e5-839c-04fa1014fefb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:42.821813 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-06e54d2a-48c2-4f9d-8a4b-6d93e5bd8e26 req-6fbb5718-ab75-40e5-839c-04fa1014fefb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0566471 Feb 21 09:48:42.870590 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-06e54d2a-48c2-4f9d-8a4b-6d93e5bd8e26 req-4d9c3aae-ef8e-4631-9fc3-8a6859b7e9d5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Feb 21 09:48:43.324213 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09ca85-cde6-42db-8e07-890e48163daf req-4c78d4ef-e058-46c9-8ec6-b602ecf5128e tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:43.325692 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6d09ca85-cde6-42db-8e07-890e48163daf req-4c78d4ef-e058-46c9-8ec6-b602ecf5128e tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 945 time: 0.0516152 Feb 21 09:48:43.371403 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6d09ca85-cde6-42db-8e07-890e48163daf req-b25c70c3-2994-4374-9af9-b11785a9ee27 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Feb 21 09:48:43.998389 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1bfe-f029-4612-89cc-182f5193bea7 req-52693c22-095c-421c-96c0-3ce101dae1ad tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:43.999858 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-026d1bfe-f029-4612-89cc-182f5193bea7 req-52693c22-095c-421c-96c0-3ce101dae1ad tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0552683 Feb 21 09:48:44.046126 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-026d1bfe-f029-4612-89cc-182f5193bea7 req-6cb51671-4a1e-41d1-ba0f-4309f149d9ba tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Feb 21 09:48:44.296871 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e8314-bceb-4523-bc5c-33707447aafe req-8bbd822e-882a-43e5-bcae-dc0e6c78a0f9 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:44.298340 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f14e8314-bceb-4523-bc5c-33707447aafe req-8bbd822e-882a-43e5-bcae-dc0e6c78a0f9 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 945 time: 0.0510859 Feb 21 09:48:44.395067 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Deleting port ce850a3d-e1b7-40e0-9687-64e66d87f69c {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:44.395469 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.486553 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] For port ce850a3d-e1b7-40e0-9687-64e66d87f69c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ce850a3d-e1b7-40e0-9687-64e66d87f69c,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:44.486916 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.492954 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb3277-71a8-420d-aa71-8da62a76ebcf req-360e8f23-b852-4ae8-a09e-181397eefc78 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:44.494597 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-65cb3277-71a8-420d-aa71-8da62a76ebcf req-360e8f23-b852-4ae8-a09e-181397eefc78 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 945 time: 0.0543361 Feb 21 09:48:44.500439 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Calling delete_port for ce850a3d-e1b7-40e0-9687-64e66d87f69c owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:44.544301 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-65cb3277-71a8-420d-aa71-8da62a76ebcf req-8484d597-fa8b-4a55-a63f-ff59e6ba711c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Feb 21 09:48:44.695949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (ce850a3d-e1b7-40e0-9687-64e66d87f69c), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.726822 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Pushing event deleted for resources: {'Port': ['ID=ce850a3d-e1b7-40e0-9687-64e66d87f69c,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:44.734308 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ce850a3d-e1b7-40e0-9687-64e66d87f69c'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:44.774645 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] No DVR routers for this DVR port ce850a3d-e1b7-40e0-9687-64e66d87f69c on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:44.777159 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:44.780483 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f14e8314-bceb-4523-bc5c-33707447aafe req-2e1df72f-6629-437a-86a5-74a869149691 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "DELETE /v2.0/ports/ce850a3d-e1b7-40e0-9687-64e66d87f69c HTTP/1.1" status: 204 len: 173 time: 0.4766767 Feb 21 09:48:44.780950 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'name': 'network-vif-deleted', 'tag': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:44.783197 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae2a5d-5e10-401a-8f07-cba33fdfe32d" -d '{"events": [{"server_uuid": "658e1a09-f571-4458-8530-3e27a4d4da5d", "name": "network-vif-deleted", "tag": "ce850a3d-e1b7-40e0-9687-64e66d87f69c"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:44.821183 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbac1d5-5b10-4bb6-b4dc-3e847ec97804 x-openstack-request-id: req-6cbac1d5-5b10-4bb6-b4dc-3e847ec97804 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:44.821479 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e1a09-f571-4458-8530-3e27a4d4da5d", "name": "network-vif-deleted", "tag": "ce850a3d-e1b7-40e0-9687-64e66d87f69c", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:44.821815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cbac1d5-5b10-4bb6-b4dc-3e847ec97804 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:44.822223 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658e1a09-f571-4458-8530-3e27a4d4da5d', 'name': 'network-vif-deleted', 'tag': 'ce850a3d-e1b7-40e0-9687-64e66d87f69c', 'status': 'completed', 'code': 200} Feb 21 09:48:45.171630 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d389-373c-4450-af79-9f46777ee66e req-6667607b-1823-4556-a442-4147823fac05 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:45.173168 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0e97d389-373c-4450-af79-9f46777ee66e req-6667607b-1823-4556-a442-4147823fac05 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Feb 21 09:48:45.219160 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0e97d389-373c-4450-af79-9f46777ee66e req-75c02047-0faa-4c7f-a4b4-8c4e43480079 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402784 Feb 21 09:48:45.655706 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d3c5cc94-4fe5-4998-bc10-2d1359a4edc4 req-73f8bd92-d4f6-46b5-84e2-de061745f744 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=658e1a09-f571-4458-8530-3e27a4d4da5d HTTP/1.1" status: 200 len: 210 time: 0.0292022 Feb 21 09:48:46.068224 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:48:46.173105 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:46.185826 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'port_id': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'mac_address': 'fa:16:3e:76:b6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:48:46.224919 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:48:46.225957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.238507 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417f2c0-8f81-44ae-9f4e-e4da089278dc {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:48:46.261927 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:46.343283 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074eeba-61be-480b-b37e-dd9175b13ef9 req-b10c0b64-acdc-427b-a9a6-651400443424 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:46.344670 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3074eeba-61be-480b-b37e-dd9175b13ef9 req-b10c0b64-acdc-427b-a9a6-651400443424 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0531173 Feb 21 09:48:46.364904 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.394372 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3074eeba-61be-480b-b37e-dd9175b13ef9 req-a0647be6-5e2b-4a7f-8459-7caf6d95e0ec tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438130 Feb 21 09:48:46.423617 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.434475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.435403 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.435403 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:46.905743 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['7417f2c0-8f81-44ae-9f4e-e4da089278dc'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:47.535945 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b4634-99b4-44e8-8c08-9d195ecdb420 req-9be22278-9d4d-415c-85e0-a4530c06da12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:47.538969 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-709b4634-99b4-44e8-8c08-9d195ecdb420 req-9be22278-9d4d-415c-85e0-a4530c06da12 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 944 time: 0.0620842 Feb 21 09:48:47.585877 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-709b4634-99b4-44e8-8c08-9d195ecdb420 req-46812bd2-aa4f-44ac-ade6-4f02956b35bc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Feb 21 09:48:48.716762 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651c4ee-f364-4923-83be-4bb48af43f5a req-81f71c98-5c99-4a06-b0ad-fc8c715aa6e7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:48.718315 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d651c4ee-f364-4923-83be-4bb48af43f5a req-81f71c98-5c99-4a06-b0ad-fc8c715aa6e7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 944 time: 0.0584867 Feb 21 09:48:48.766581 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d651c4ee-f364-4923-83be-4bb48af43f5a req-9243d6fa-a388-444e-99a1-96413dd871fb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425832 Feb 21 09:48:48.892615 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ce850a3d-e1b7-40e0-9687-64e66d87f69c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:48.917731 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: ce850a3d-e1b7-40e0-9687-64e66d87f69c {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:48.918088 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ce850a3d-e1b7-40e0-9687-64e66d87f69c not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:49.899259 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae106f-8725-4a37-8569-1f332f3b9df9 req-4fe95e69-09e8-4a3b-af53-ef59f4e870db tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:49.900873 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4aae106f-8725-4a37-8569-1f332f3b9df9 req-4fe95e69-09e8-4a3b-af53-ef59f4e870db tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 944 time: 0.0551140 Feb 21 09:48:49.951887 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4aae106f-8725-4a37-8569-1f332f3b9df9 req-ad95534a-f65e-4c11-a72e-918cc4767d9c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Feb 21 09:48:51.074585 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0087d3-106c-424f-ba31-72139b93da77 req-8377843b-41bb-496f-b407-d2cf4fcb3235 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:51.076070 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3d0087d3-106c-424f-ba31-72139b93da77 req-8377843b-41bb-496f-b407-d2cf4fcb3235 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 944 time: 0.0520585 Feb 21 09:48:51.125817 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3d0087d3-106c-424f-ba31-72139b93da77 req-5ad10268-bf13-47f9-9dbe-a1fcb48da7fa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Feb 21 09:48:52.249349 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c79ee8-7ba8-4d82-9c37-be5ad3471b04 req-362cb271-755f-4bcb-a3df-2e8eb4a6f62f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:52.250837 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-70c79ee8-7ba8-4d82-9c37-be5ad3471b04 req-362cb271-755f-4bcb-a3df-2e8eb4a6f62f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 944 time: 0.0521426 Feb 21 09:48:52.302526 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-70c79ee8-7ba8-4d82-9c37-be5ad3471b04 req-6a427b27-84e1-4ff1-a12f-7d5ee7ca07f0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455637 Feb 21 09:48:53.003400 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:48:53.107164 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 7417f2c0-8f81-44ae-9f4e-e4da089278dc completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:48:53.111784 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 7417f2c0-8f81-44ae-9f4e-e4da089278dc triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:48:53.112134 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:53.195599 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:48:53.195987 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:53.219744 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:53.222026 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4603dd78-6d94-419d-99c1-ceaa94d4d83f" -d '{"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-plugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:53.234945 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:53.260818 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ab2df-deba-41db-b9a4-5c0bbbe0e7e9 x-openstack-request-id: req-518ab2df-deba-41db-b9a4-5c0bbbe0e7e9 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:53.261118 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-plugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:53.261371 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-518ab2df-deba-41db-b9a4-5c0bbbe0e7e9 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:53.261999 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'code': 200} Feb 21 09:48:53.295325 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:53.359667 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:53.446544 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a1143-8a34-4d52-9b7b-c4e847653ff9 req-f0065a7e-145d-4511-a293-77b2d913ccb9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:53.448043 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8c1a1143-8a34-4d52-9b7b-c4e847653ff9 req-f0065a7e-145d-4511-a293-77b2d913ccb9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0536222 Feb 21 09:48:53.495958 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8c1a1143-8a34-4d52-9b7b-c4e847653ff9 req-8ff34025-2296-4221-9bff-cb13727462c7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 Feb 21 09:48:53.617391 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f1b50-fbe5-46ff-b921-783b58b07653 req-59684345-ef8f-4bc2-87be-07cbf7ab994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:53.619011 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5e8f1b50-fbe5-46ff-b921-783b58b07653 req-59684345-ef8f-4bc2-87be-07cbf7ab994c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1129 time: 0.0439293 Feb 21 09:48:53.664950 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5e8f1b50-fbe5-46ff-b921-783b58b07653 req-c279234e-67d8-4e05-aefc-fb2bf099551d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395997 Feb 21 09:48:54.625924 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139b0dc-ff48-4236-85d5-d5af64e5b905 req-78d61281-3f5b-4889-8604-d20fe93046d9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:54.627425 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9139b0dc-ff48-4236-85d5-d5af64e5b905 req-78d61281-3f5b-4889-8604-d20fe93046d9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0570121 Feb 21 09:48:54.674507 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9139b0dc-ff48-4236-85d5-d5af64e5b905 req-66b8a6d4-ba37-4e7a-9895-615c0390ff44 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Feb 21 09:48:55.798687 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e5139-d19f-4d8d-8a13-c832f023133a req-7365d17f-8c8d-4e2b-adb1-b297c9b31d90 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:55.800208 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c76e5139-d19f-4d8d-8a13-c832f023133a req-7365d17f-8c8d-4e2b-adb1-b297c9b31d90 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Feb 21 09:48:55.849457 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c76e5139-d19f-4d8d-8a13-c832f023133a req-f678ad4d-670a-4083-abe6-c3b48979cdc1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429211 Feb 21 09:48:56.984418 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7765c-c3f2-40ae-892e-b5581e35e0ca req-3d799997-8e2d-4524-bdbc-30c1357c21e1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:56.986088 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2a7765c-c3f2-40ae-892e-b5581e35e0ca req-3d799997-8e2d-4524-bdbc-30c1357c21e1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0605435 Feb 21 09:48:57.038159 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2a7765c-c3f2-40ae-892e-b5581e35e0ca req-f3d307f8-ad4c-46ef-8989-8bd36770bc64 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457730 Feb 21 09:48:57.643710 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:48:58.167140 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03793d75-ab5c-4e59-9eb9-1c6c68037e3a req-760cb5a9-adb3-4d70-80bb-f4cfec2a5304 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:58.168614 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03793d75-ab5c-4e59-9eb9-1c6c68037e3a req-760cb5a9-adb3-4d70-80bb-f4cfec2a5304 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0548873 Feb 21 09:48:58.192631 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dccc-f806-4cf4-8c59-a315396f7823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.219062 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03793d75-ab5c-4e59-9eb9-1c6c68037e3a req-620f90c0-402f-4b5e-ac6c-1c39cc71cd1d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445514 Feb 21 09:48:58.333425 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77bbc9-eb51-4e98-b0bd-23a17a50bb65 req-72ab2aa1-1669-46cb-9551-7112182a9755 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:58.335097 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f77bbc9-eb51-4e98-b0bd-23a17a50bb65 req-72ab2aa1-1669-46cb-9551-7112182a9755 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0533431 Feb 21 09:48:58.390231 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f77bbc9-eb51-4e98-b0bd-23a17a50bb65 req-d1b61f7b-464a-4408-bbab-37b0298e5f6e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493176 Feb 21 09:48:59.148845 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d21d2012-842b-4932-b15f-ef445c00c87d req-2a13d5a0-2199-4075-9263-183863cc9fe6 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850908644&fields=id&tenant_id=77ef618cb28d4219856a151ba6f65f3e HTTP/1.1" status: 200 len: 267 time: 0.0484421 Feb 21 09:48:59.205806 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d2012-842b-4932-b15f-ef445c00c87d req-6b9e02ef-0d8d-481e-ab95-1d97fe5dd09a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:59.207303 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d21d2012-842b-4932-b15f-ef445c00c87d req-6b9e02ef-0d8d-481e-ab95-1d97fe5dd09a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 984 time: 0.0531926 Feb 21 09:48:59.218632 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Request body: {'port': {'security_groups': ['fb46e225-38f0-40f7-bfa6-32f8baaf7a13']}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:59.294255 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.388306 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-3cfd5cce-6783-42c2-81ba-3f0921f18af0 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:59.389851 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-3cfd5cce-6783-42c2-81ba-3f0921f18af0 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/networks?id=b341e638-ff92-4038-a4b9-fc0cf220cb42 HTTP/1.1" status: 200 len: 814 time: 0.1036289 Feb 21 09:48:59.406624 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-4546f527-2999-415d-8602-c9ca939b8701 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/quotas/d3e29e32e9954420a668382864e355c8 HTTP/1.1" status: 200 len: 375 time: 0.0094593 Feb 21 09:48:59.446867 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-4b36e8b9-36b4-465a-a477-a0dc9d4c3561 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3e29e32e9954420a668382864e355c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328150 Feb 21 09:48:59.481012 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=70dd590e-e801-4f8c-8870-da377ec53df0,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:59.510782 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for port (70dd590e-e801-4f8c-8870-da377ec53df0), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.538138 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-ba752f8f-7150-4c54-9e2f-3435b453ca1c service neutron] 10.222.0.60 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823646 Feb 21 09:48:59.575168 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.622058 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:59.622682 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.624109 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d21d2012-842b-4932-b15f-ef445c00c87d req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "PUT /v2.0/ports/70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 942 time: 0.4100616 Feb 21 09:48:59.624577 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:59.627114 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0e84e-3b30-4896-8d77-b596da7dd0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:59.632786 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['70dd590e-e801-4f8c-8870-da377ec53df0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:59.633349 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33760) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:59.656061 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-2f55e325-1523-4f4b-9b53-7c615c5eefdd service neutron] 10.222.0.60 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090825 Feb 21 09:48:59.715849 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a4d22d27-33d2-4029-a9e8-e237cb8f92ed tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group (53dcf140-5b47-4996-a780-448e0000d8d3), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.734236 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63752d-39be-47ef-b8e8-19cd6bc61336 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event updated for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=7']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:59.771612 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a4d22d27-33d2-4029-a9e8-e237cb8f92ed tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group (53dcf140-5b47-4996-a780-448e0000d8d3), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.805503 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['70dd590e-e801-4f8c-8870-da377ec53df0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:59.837083 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47512d-c753-4764-9ce5-27389890f82d req-20ce96c9-ea9d-4849-a51b-7231ea4451eb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:59.840492 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b47512d-c753-4764-9ce5-27389890f82d req-20ce96c9-ea9d-4849-a51b-7231ea4451eb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.1243811 Feb 21 09:48:59.936672 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5b47512d-c753-4764-9ce5-27389890f82d req-1dd8d878-70d8-419c-9800-fd745b2f464b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890768 Feb 21 09:48:59.976705 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a4d22d27-33d2-4029-a9e8-e237cb8f92ed tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (53dcf140-5b47-4996-a780-448e0000d8d3), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.980413 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a4d22d27-33d2-4029-a9e8-e237cb8f92ed tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.982425 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a4d22d27-33d2-4029-a9e8-e237cb8f92ed tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "DELETE /v2.0/security-groups/53dcf140-5b47-4996-a780-448e0000d8d3 HTTP/1.1" status: 204 len: 168 time: 0.3479414 Feb 21 09:48:59.994165 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33770) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:59.996202 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d22d27-33d2-4029-a9e8-e237cb8f92ed tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dcf140-5b47-4996-a780-448e0000d8d3,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:00.056213 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-1ac4ca78-afe2-4914-b37d-21c669f6920b None None] Provisioning complete for port 70dd590e-e801-4f8c-8870-da377ec53df0 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:00.056213 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ca78-afe2-4914-b37d-21c669f6920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.074175 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d48bab2-c833-4ab2-ae11-b23372a67526 x-openstack-request-id: req-6d48bab2-c833-4ab2-ae11-b23372a67526 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:00.074535 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:00.074885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d48bab2-c833-4ab2-ae11-b23372a67526 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:00.075353 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0', 'status': 'completed', 'code': 200} Feb 21 09:49:00.147895 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a3cdbbfa-e413-4cb0-9f99-9b6f66631428 req-d82936f6-f3fc-4732-91ac-d9589c49c0aa tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 210 time: 0.0287724 Feb 21 09:49:00.163411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24c7a-c997-4773-add6-a9efcb9d10e4 req-af787fa5-3997-4f20-b294-42e6c6e12862 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:00.164935 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5ee24c7a-c997-4773-add6-a9efcb9d10e4 req-af787fa5-3997-4f20-b294-42e6c6e12862 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.2210884 Feb 21 09:49:00.193804 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4ca78-afe2-4914-b37d-21c669f6920b None None] Current status of the port 70dd590e-e801-4f8c-8870-da377ec53df0 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:00.270980 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64742bf-c595-469d-9ec7-8c92162ad523 req-23c9a1e3-58bf-4095-9d31-6475690e22fe tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:00.271676 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-569fac35-6ae9-4924-8c89-bfe110ebc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:00.272726 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b64742bf-c595-469d-9ec7-8c92162ad523 req-23c9a1e3-58bf-4095-9d31-6475690e22fe tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0588522 Feb 21 09:49:00.273069 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-569fac35-6ae9-4924-8c89-bfe110ebc4dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1129 time: 0.1336942 Feb 21 09:49:00.286346 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33776) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:00.291072 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Request body: {'floatingip': {'port_id': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:00.293175 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5ee24c7a-c997-4773-add6-a9efcb9d10e4 req-a01daf03-233f-410e-88d5-ba02e4538686 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066132 Feb 21 09:49:00.338013 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (252459da-051f-4ceb-a0af-9f8e75421449), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.369903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Deleting port dcd88ee4-a5b9-4cca-b2b3-90804e1949e6 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:00.370251 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.432284 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-c017446f-56e4-4250-a9b5-819de6942df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:00.438676 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-c017446f-56e4-4250-a9b5-819de6942df3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 200 len: 916 time: 0.1540546 Feb 21 09:49:00.515813 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.516141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for floatingip (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.526957 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-733af3e9-f705-491d-8ed9-1ce366ad37e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 1001 time: 0.0860372 Feb 21 09:49:00.532385 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Calling delete_port for dcd88ee4-a5b9-4cca-b2b3-90804e1949e6 owned by network:floatingip {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:00.546871 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2cd4ef4d-42af-4f0c-82e0-281f8d60ee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.636009 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-c91b61b9-b700-45b8-a5a4-b4c6a9266a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:00.637478 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-c91b61b9-b700-45b8-a5a4-b4c6a9266a6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e61dbf-c363-4d64-9268-5a292308cbac HTTP/1.1" status: 200 len: 854 time: 0.1032033 Feb 21 09:49:00.722097 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-dbda034d-a2e6-4e4a-9ee3-90c78e1ff689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:00.724215 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-dbda034d-a2e6-4e4a-9ee3-90c78e1ff689 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f05c830a-7c77-42e2-ae50-02f2f48a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0804758 Feb 21 09:49:00.829191 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.860375 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-13177d86-87a8-4aca-8efc-bb23ce3b9a48 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264136 Feb 21 09:49:00.878125 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (252459da-051f-4ceb-a0af-9f8e75421449), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.907168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (dcd88ee4-a5b9-4cca-b2b3-90804e1949e6), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.969743 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event deleted for resources: {'Port': ['ID=dcd88ee4-a5b9-4cca-b2b3-90804e1949e6,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:01.058560 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-56c0e84e-3b30-4896-8d77-b596da7dd0c7 req-724368b5-c19b-4db3-aad9-ff709223d321 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750913 Feb 21 09:49:01.065535 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks [] for floatingip (790a1460-d016-44aa-b8fd-b4ef5aa4fcf5), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:01.065882 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Floating IP 790a1460-d016-44aa-b8fd-b4ef5aa4fcf5 disassociated (deleted). External IP: 172.27.3.253, port: 70dd590e-e801-4f8c-8870-da377ec53df0. Feb 21 09:49:01.271592 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-adf65c83-45fe-44c1-b77c-84db92274b4b req-24a73518-0127-4d4c-9ebd-8095867bf96f tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 210 time: 0.0366399 Feb 21 09:49:01.273969 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Floating IP 252459da-051f-4ceb-a0af-9f8e75421449 associated. External IP: 172.27.3.234, port: 7417f2c0-8f81-44ae-9f4e-e4da089278dc. Feb 21 09:49:01.524297 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:01.578568 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d8ab-fea1-4557-a85b-a4d908c92dfa req-00e737b8-0f60-4ef2-ba2c-3f6065ab7b31 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:01.580036 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0096d8ab-fea1-4557-a85b-a4d908c92dfa req-00e737b8-0f60-4ef2-ba2c-3f6065ab7b31 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.1045277 Feb 21 09:49:01.597119 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Router e915dc73-b339-49c3-a869-8b308bbed344 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:01.646680 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:01.651424 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:01.659675 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] Sync routers for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:49:01.670659 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:01.671379 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:01.677351 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0096d8ab-fea1-4557-a85b-a4d908c92dfa req-9c188121-fc38-4613-918f-b70984a3def6 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902927 Feb 21 09:49:01.694545 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-ee16c984-30f1-4ce4-8db7-43d3bd7b4924 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "PUT /v2.0/floatingips/252459da-051f-4ceb-a0af-9f8e75421449 HTTP/1.1" status: 200 len: 991 time: 1.4069777 Feb 21 09:49:01.768221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:01.773372 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:01.783599 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] Sync routers for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:49:01.795212 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:01.796846 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:01.810099 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a7655263-9e9c-4682-b096-5a9d9ab311cc tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "DELETE /v2.0/floatingips/790a1460-d016-44aa-b8fd-b4ef5aa4fcf5 HTTP/1.1" status: 204 len: 168 time: 1.8109148 Feb 21 09:49:01.810099 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:01.810525 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:01.855478 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:01.881463 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4cba92-437f-49f8-8df9-d8d9a194f969 x-openstack-request-id: req-6d4cba92-437f-49f8-8df9-d8d9a194f969 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:01.881787 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:01.882053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d4cba92-437f-49f8-8df9-d8d9a194f969 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:01.882429 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0', 'status': 'completed', 'code': 200} Feb 21 09:49:01.923235 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:01.936416 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:02.050687 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-f4ee7d35-9f0e-4be3-9d84-49cf59d2ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.053276 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-f4ee7d35-9f0e-4be3-9d84-49cf59d2ad24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77ef618cb28d4219856a151ba6f65f3e&device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 1129 time: 0.0999038 Feb 21 09:49:02.076363 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:02.078967 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:02.193411 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c45774-b273-4ae9-bf30-3cea1d629801 x-openstack-request-id: req-89c45774-b273-4ae9-bf30-3cea1d629801 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:02.193941 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:02.194340 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89c45774-b273-4ae9-bf30-3cea1d629801 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:02.194878 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'status': 'completed', 'code': 200} Feb 21 09:49:02.196483 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-955ce417-6ce2-4c47-9b19-627e62e8b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.198089 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-955ce417-6ce2-4c47-9b19-627e62e8b26d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 200 len: 916 time: 0.1389565 Feb 21 09:49:02.274476 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:02.309968 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '252459da-051f-4ceb-a0af-9f8e75421449', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'port_id': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'mac_address': 'fa:16:3e:76:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:48:34Z', 'updated_at': '2022-02-21T09:49:00Z', 'revision_number': 1, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:02.315989 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-ade7234a-c132-4a20-9392-f300f43a6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.315989 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-ade7234a-c132-4a20-9392-f300f43a6df4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1129 time: 0.0549922 Feb 21 09:49:02.317784 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] Checking router: e915dc73-b339-49c3-a869-8b308bbed344 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:49:02.330220 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:02.331038 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:02.336862 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-1a871030-b1e7-465c-84b0-35dd0fa606e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 200 len: 217 time: 0.0689547 Feb 21 09:49:02.394688 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] Checking router: 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:49:02.414813 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:02.415471 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:02.507374 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-aaf40aa3-5a5b-4381-ab99-789d781f4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.509136 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-aaf40aa3-5a5b-4381-ab99-789d781f4bf4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.1871469 Feb 21 09:49:02.540968 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-32f8285c-48a2-4aa0-9109-e2abc13e63e5 req-6268e871-bbc1-4198-ad26-bf1461c10446 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 210 time: 0.1232972 Feb 21 09:49:02.552665 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:02.589331 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-132b832b-e5d8-4444-a49f-51ca08a89908 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.591694 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-132b832b-e5d8-4444-a49f-51ca08a89908 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "GET /v2.0/networks?id=b341e638-ff92-4038-a4b9-fc0cf220cb42 HTTP/1.1" status: 200 len: 814 time: 0.3920827 Feb 21 09:49:02.593455 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-b7e36289-25dd-4055-9c14-9cf575c6c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.596380 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-b7e36289-25dd-4055-9c14-9cf575c6c2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e61dbf-c363-4d64-9268-5a292308cbac HTTP/1.1" status: 200 len: 854 time: 0.2510045 Feb 21 09:49:02.616350 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Request body: {'port': {'device_id': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42', 'admin_state_up': True, 'tenant_id': 'd3e29e32e9954420a668382864e355c8'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:02.669385 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-fd75ac27-449f-4a3f-a4ce-bc3b66a8429e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 200 len: 999 time: 0.1544464 Feb 21 09:49:02.768016 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-3e15b7d5-1b68-445f-a057-3a470e2fe65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.769740 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-3e15b7d5-1b68-445f-a057-3a470e2fe65a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0866563 Feb 21 09:49:02.817482 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:02.824360 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-a674d8bb-93ff-41da-954a-0b7fa22ac857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.825582 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-a674d8bb-93ff-41da-954a-0b7fa22ac857 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f05c830a-7c77-42e2-ae50-02f2f48a5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2053382 Feb 21 09:49:02.836903 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:02.889742 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-0dc492a5-e9a9-4799-b992-94f29f00fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.892198 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-0dc492a5-e9a9-4799-b992-94f29f00fa22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753288 Feb 21 09:49:02.905070 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b06bff-34a9-4a1d-8add-7f48be0e0646 req-373a3cd2-3477-488b-a2d6-fd8ea3e94e6e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.907122 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-86b06bff-34a9-4a1d-8add-7f48be0e0646 req-373a3cd2-3477-488b-a2d6-fd8ea3e94e6e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.1214886 Feb 21 09:49:02.963598 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac09ff-62ce-4dbf-aa9f-65bf7a9b3810 None None] The sync data for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi is: [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:43:49Z', 'revision_number': 4, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '251e1408-b840-4def-bd34-5ad24854590e', 'name': '', 'network_id': 'f05c830a-7c77-42e2-ae50-02f2f48a5745', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'mac_address': 'fa:16:3e:77:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:49Z', 'updated_at': '2022-02-21T09:43:54Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'subnets': [{'id': 'a2e61dbf-c363-4d64-9268-5a292308cbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:49:03.024287 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-98fe1c76-9dd2-4b2b-9c7b-c5f95d4a5669 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690960 Feb 21 09:49:03.026746 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Made reservation on behalf of d3e29e32e9954420a668382864e355c8 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:03.031217 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.033085 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-86b06bff-34a9-4a1d-8add-7f48be0e0646 req-16f9771d-d09b-429e-ad95-01a0fbe38ed7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156437 Feb 21 09:49:03.088860 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-84857eec-519d-4924-af79-208b791f3b73 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642261 Feb 21 09:49:03.161111 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '252459da-051f-4ceb-a0af-9f8e75421449', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'port_id': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'mac_address': 'fa:16:3e:76:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:48:34Z', 'updated_at': '2022-02-21T09:49:00Z', 'revision_number': 1, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:03.200910 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e9eb8-f759-4813-83fd-a29e264336f1 None None] The sync data for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi is: [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '252459da-051f-4ceb-a0af-9f8e75421449', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'port_id': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'mac_address': 'fa:16:3e:76:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:48:34Z', 'updated_at': '2022-02-21T09:49:00Z', 'revision_number': 1, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:49:03.234062 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-ee31576d-0f1f-45d4-b30a-c9870b458ff4 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146271 Feb 21 09:49:03.257046 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1409f4d4-381d-4aed-bbd7-2e5c8840cfaa req-4284d272-b2e1-49aa-a0b8-b755cecd4ff9 service neutron] 10.222.0.10 "GET /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093945 Feb 21 09:49:03.287367 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Allocated IP 172.20.0.4 (b341e638-ff92-4038-a4b9-fc0cf220cb42/519b1185-7e42-4b8c-b263-175e6d1742b0/2e2852c4-4a0e-465b-ac71-651bd9384a40) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:49:03.393044 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81323e80-f03f-4a27-9985-22215d8edb9f None None] New status for floating IP 790a1460-d016-44aa-b8fd-b4ef5aa4fcf5: DOWN {{(pid=109842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:49:03.518431 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks [] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.523900 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.536246 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072964e-952b-43ef-a140-1df9c3789013 None None] New status for floating IP 252459da-051f-4ceb-a0af-9f8e75421449: ACTIVE {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:49:03.621638 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.674122 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Network b341e638-ff92-4038-a4b9-fc0cf220cb42 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:49:03.678734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:03.680648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Pushing event updated for resources: {'Port': ['ID=2e2852c4-4a0e-465b-ac71-651bd9384a40,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:03.682870 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:49:03.699011 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5052b4-5881-47a7-a7fe-83103da62fd7 req-945f5370-6ed4-430a-ad2b-9663b65713ab tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:03.699011 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae5052b4-5881-47a7-a7fe-83103da62fd7 req-945f5370-6ed4-430a-ad2b-9663b65713ab tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 931 time: 0.0639057 Feb 21 09:49:03.738746 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:03.740187 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.741807 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ae5052b4-5881-47a7-a7fe-83103da62fd7 req-cb55f23d-b824-4aa1-9066-ba6ff1269da4 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Feb 21 09:49:03.824049 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-160c23ea-39ea-4b0d-b075-b3512002ac35 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2130871 Feb 21 09:49:03.848007 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Request body: {'port': {'device_id': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:03.906642 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.214191 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e121db-920a-43c7-b007-1d05f5017513 req-29f059ef-b304-4b1e-aa51-f13a23cc5fa2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:04.215690 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e3e121db-920a-43c7-b007-1d05f5017513 req-29f059ef-b304-4b1e-aa51-f13a23cc5fa2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.1038203 Feb 21 09:49:04.225034 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2852c4-4a0e-465b-ac71-651bd9384a40 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:49:04.237550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Publish callbacks [] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.262016 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Transition to ACTIVE for port object 2e2852c4-4a0e-465b-ac71-651bd9384a40 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:49:04.287135 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e3e121db-920a-43c7-b007-1d05f5017513 req-ecaebf95-d408-4352-b9ba-7f932b35f496 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648189 Feb 21 09:49:04.340793 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.391454 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2852c4-4a0e-465b-ac71-651bd9384a40,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:04.463943 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Attempting to bind port 2e2852c4-4a0e-465b-ac71-651bd9384a40 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:49:04.464278 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Attempting to bind port 2e2852c4-4a0e-465b-ac71-651bd9384a40 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:49:04.464629 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Attempting to bind port 2e2852c4-4a0e-465b-ac71-651bd9384a40 on network b341e638-ff92-4038-a4b9-fc0cf220cb42 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:49:04.468946 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Port 2e2852c4-4a0e-465b-ac71-651bd9384a40 on network b341e638-ff92-4038-a4b9-fc0cf220cb42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:49:04.469261 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Attempting to bind port 2e2852c4-4a0e-465b-ac71-651bd9384a40 on network b341e638-ff92-4038-a4b9-fc0cf220cb42 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:49:04.474231 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:49:04.474605 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Checking segment: {'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:49:04.475058 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Bound using segment: {'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:49:04.475343 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Bound port: 2e2852c4-4a0e-465b-ac71-651bd9384a40, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40c4508-30da-4695-a82f-ea5754f0cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:49:04.475696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.546331 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] For port 2e2852c4-4a0e-465b-ac71-651bd9384a40, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:49:04.549482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] For port 2e2852c4-4a0e-465b-ac71-651bd9384a40, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e2852c4-4a0e-465b-ac71-651bd9384a40,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:49:04.672632 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.706658 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:04.707216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.708881 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e2852c4-4a0e-465b-ac71-651bd9384a40 HTTP/1.1" status: 200 len: 1093 time: 0.8652935 Feb 21 09:49:04.711221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'tag': '2e2852c4-4a0e-465b-ac71-651bd9384a40'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:04.713464 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523fbadb-de74-466a-a96b-78f5af2eb879" -d '{"events": [{"name": "network-changed", "server_uuid": "5315f3c2-307a-4cd7-ab3e-10108363200c", "tag": "2e2852c4-4a0e-465b-ac71-651bd9384a40"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:04.739628 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e0ea-0ae7-44af-b787-6428a2319fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2852c4-4a0e-465b-ac71-651bd9384a40,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:04.745469 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.759093 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2103e718-671d-44f1-904e-9cad2a8c407f x-openstack-request-id: req-2103e718-671d-44f1-904e-9cad2a8c407f {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:04.759241 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5315f3c2-307a-4cd7-ab3e-10108363200c", "tag": "2e2852c4-4a0e-465b-ac71-651bd9384a40", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:04.759471 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2103e718-671d-44f1-904e-9cad2a8c407f {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:04.759876 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'tag': '2e2852c4-4a0e-465b-ac71-651bd9384a40', 'status': 'completed', 'code': 200} Feb 21 09:49:04.904357 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db97360-aa08-4ac1-b0dc-8ab0404c23a2 req-490ecf91-0bc3-4cb8-b80d-1030c5987083 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:04.905774 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8db97360-aa08-4ac1-b0dc-8ab0404c23a2 req-490ecf91-0bc3-4cb8-b80d-1030c5987083 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 943 time: 0.0899918 Feb 21 09:49:04.908319 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fbadb-de74-466a-a96b-78f5af2eb879 req-6f64f593-cffc-4289-a9d0-af9786a4e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:04.909705 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-523fbadb-de74-466a-a96b-78f5af2eb879 req-6f64f593-cffc-4289-a9d0-af9786a4e78f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e29e32e9954420a668382864e355c8&device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 1127 time: 0.0911651 Feb 21 09:49:05.007781 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8db97360-aa08-4ac1-b0dc-8ab0404c23a2 req-181d4722-742e-48ce-b5fc-bfe87a3980c6 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956850 Feb 21 09:49:05.038789 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fbadb-de74-466a-a96b-78f5af2eb879 req-520876af-0b32-4e6c-a71d-b678c3cbae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:05.040267 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-523fbadb-de74-466a-a96b-78f5af2eb879 req-520876af-0b32-4e6c-a71d-b678c3cbae13 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d3e29e32e9954420a668382864e355c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1156428 Feb 21 09:49:05.134621 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fbadb-de74-466a-a96b-78f5af2eb879 req-842b2899-6cb7-4df0-86ec-382fad14a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:05.136177 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-523fbadb-de74-466a-a96b-78f5af2eb879 req-842b2899-6cb7-4df0-86ec-382fad14a053 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883775 Feb 21 09:49:05.245557 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-25a4bbbb-4bf1-4b2a-bccf-7f316f134f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:05.247914 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-25a4bbbb-4bf1-4b2a-bccf-7f316f134f53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e29e32e9954420a668382864e355c8&device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 1127 time: 0.0450969 Feb 21 09:49:05.300299 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-45656d12-b22c-4754-858e-876a14c52c0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e2852c4-4a0e-465b-ac71-651bd9384a40 HTTP/1.1" status: 200 len: 217 time: 0.0393536 Feb 21 09:49:05.335077 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:05.351996 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-63b341c4-4ee8-46d5-b7f5-9d5c0e10ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:05.353527 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-63b341c4-4ee8-46d5-b7f5-9d5c0e10ac97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=519b1185-7e42-4b8c-b263-175e6d1742b0 HTTP/1.1" status: 200 len: 854 time: 0.0470335 Feb 21 09:49:05.386617 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-e6d1e056-10ce-4ced-a204-5090fc0ba07f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b341e638-ff92-4038-a4b9-fc0cf220cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270360 Feb 21 09:49:05.419948 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa36df8-a457-43d9-9604-b2e247ed3fc0 req-eba960fd-2a39-4e1d-a49b-1a307e9ce5b5 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:05.421544 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9fa36df8-a457-43d9-9604-b2e247ed3fc0 req-eba960fd-2a39-4e1d-a49b-1a307e9ce5b5 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0632982 Feb 21 09:49:05.476708 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9fa36df8-a457-43d9-9604-b2e247ed3fc0 req-017f5e02-341c-41ae-a4e2-2162b2881f36 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487888 Feb 21 09:49:05.487180 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-f189140b-e769-4374-b002-6cd6f16991c6 service neutron] 10.222.0.10 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949361 Feb 21 09:49:05.580368 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ce0734f-5e4c-47e0-9c38-8e9a61a7fd42 req-85cd7d87-95bf-42c3-80fe-91a09fef56af service neutron] 10.222.0.10 "GET /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872791 Feb 21 09:49:06.127990 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f49cb-2f92-4fda-a2dd-b812cabace98 req-ebd480e1-f3b6-4a1e-8c5e-8a5ef5d45b75 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:06.129584 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8b8f49cb-2f92-4fda-a2dd-b812cabace98 req-ebd480e1-f3b6-4a1e-8c5e-8a5ef5d45b75 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 943 time: 0.0539804 Feb 21 09:49:06.179759 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8b8f49cb-2f92-4fda-a2dd-b812cabace98 req-ef6353c1-0faa-4f20-89a1-b9297a898cc4 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Feb 21 09:49:06.323232 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a18ca-c02e-4293-b618-9c1ff3752ce4 req-c168bd71-34ab-4a89-8162-ce78582ce8e3 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:06.324752 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1c9a18ca-c02e-4293-b618-9c1ff3752ce4 req-c168bd71-34ab-4a89-8162-ce78582ce8e3 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0590215 Feb 21 09:49:06.375334 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1c9a18ca-c02e-4293-b618-9c1ff3752ce4 req-42b50c12-5120-4b40-80a7-c4ad3bf744cf tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Feb 21 09:49:06.603963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c3d5e-cd42-477d-86d7-7ded6fa20d84 req-882fa65a-ef12-465f-8d48-ed506130b189 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:06.606095 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-461c3d5e-cd42-477d-86d7-7ded6fa20d84 req-882fa65a-ef12-465f-8d48-ed506130b189 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0592597 Feb 21 09:49:06.658880 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-461c3d5e-cd42-477d-86d7-7ded6fa20d84 req-fc2ca0ce-f014-4f00-b6a4-9df81b9f6270 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Feb 21 09:49:07.304811 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de1e1d-fd0c-405b-9212-005e79c92a0a req-997c6dd8-8e6e-41c2-9f06-695669309d0f tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:07.306365 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-66de1e1d-fd0c-405b-9212-005e79c92a0a req-997c6dd8-8e6e-41c2-9f06-695669309d0f tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 943 time: 0.0570896 Feb 21 09:49:07.355378 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-66de1e1d-fd0c-405b-9212-005e79c92a0a req-20a53759-1e4e-4869-92dc-5db0d3d5b06b tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Feb 21 09:49:07.510657 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9d1d1-94d9-4eb3-9bbc-a94915e4a708 req-3f54e3d2-8dc3-4fcc-b006-a0e4fef5a9d1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:07.512089 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5b9d1d1-94d9-4eb3-9bbc-a94915e4a708 req-3f54e3d2-8dc3-4fcc-b006-a0e4fef5a9d1 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0535774 Feb 21 09:49:07.560469 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5b9d1d1-94d9-4eb3-9bbc-a94915e4a708 req-ff38b9ad-f2cd-45d5-b2b5-25d337b65b96 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Feb 21 09:49:07.781615 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e672b-3c22-4434-8399-8834d15e26a9 req-fc093bf5-e984-4c1c-becb-502f71f31bef tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:07.783038 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f50e672b-3c22-4434-8399-8834d15e26a9 req-fc093bf5-e984-4c1c-becb-502f71f31bef tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0569167 Feb 21 09:49:07.841682 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f50e672b-3c22-4434-8399-8834d15e26a9 req-624bd1c1-c926-4a82-808f-8e42fdf0ef9f tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520432 Feb 21 09:49:08.481002 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d6f8-d74e-454f-9e4c-46e647be62a2 req-d929245e-9d75-460a-80ba-5c81931697fa tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:08.482580 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc31d6f8-d74e-454f-9e4c-46e647be62a2 req-d929245e-9d75-460a-80ba-5c81931697fa tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 943 time: 0.0537021 Feb 21 09:49:08.534097 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc31d6f8-d74e-454f-9e4c-46e647be62a2 req-5ab2a8e7-952b-492d-8613-065fe1f7a0a7 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Feb 21 09:49:08.658649 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-7f868337-7253-4d8e-8225-c995bc0e62d3 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:08.660194 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-7f868337-7253-4d8e-8225-c995bc0e62d3 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0576763 Feb 21 09:49:08.696712 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2127-4be3-4041-9026-818f402e93ed req-7342ff15-b424-4f21-a111-55371a16725a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:08.698255 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-25ff2127-4be3-4041-9026-818f402e93ed req-7342ff15-b424-4f21-a111-55371a16725a tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 945 time: 0.0695219 Feb 21 09:49:08.747999 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-25ff2127-4be3-4041-9026-818f402e93ed req-3777a96f-f354-4da9-ad8c-0930ec6e79e7 tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb46e225-38f0-40f7-bfa6-32f8baaf7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Feb 21 09:49:08.774237 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Deleting port 70dd590e-e801-4f8c-8870-da377ec53df0 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:08.774585 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:08.880294 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] For port 70dd590e-e801-4f8c-8870-da377ec53df0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=70dd590e-e801-4f8c-8870-da377ec53df0,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:08.880722 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:08.896446 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Calling delete_port for 70dd590e-e801-4f8c-8870-da377ec53df0 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:09.019212 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9388331-6090-439d-b3bd-ba8d00b5ba53 req-4d980cb6-6f6f-404a-b44a-53803a69aeeb tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:09.021556 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e9388331-6090-439d-b3bd-ba8d00b5ba53 req-4d980cb6-6f6f-404a-b44a-53803a69aeeb tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0839636 Feb 21 09:49:09.054788 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 2e2852c4-4a0e-465b-ac71-651bd9384a40 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:49:09.107706 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e9388331-6090-439d-b3bd-ba8d00b5ba53 req-7ebc50f0-0239-412b-af5c-ff57d98fe52c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771832 Feb 21 09:49:09.154281 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 2e2852c4-4a0e-465b-ac71-651bd9384a40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e2852c4-4a0e-465b-ac71-651bd9384a40,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:09.163587 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (70dd590e-e801-4f8c-8870-da377ec53df0), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:09.166641 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '2e2852c4-4a0e-465b-ac71-651bd9384a40', 'network_id': 'b341e638-ff92-4038-a4b9-fc0cf220cb42', 'port_id': '2e2852c4-4a0e-465b-ac71-651bd9384a40', 'mac_address': 'fa:16:3e:d6:6a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519b1185-7e42-4b8c-b263-175e6d1742b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:49:09.194786 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Pushing event deleted for resources: {'Port': ['ID=70dd590e-e801-4f8c-8870-da377ec53df0,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:09.202895 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['70dd590e-e801-4f8c-8870-da377ec53df0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:49:09.237639 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 2e2852c4-4a0e-465b-ac71-651bd9384a40 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:09.238013 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:09.245784 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] No DVR routers for this DVR port 70dd590e-e801-4f8c-8870-da377ec53df0 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:09.248474 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:09.251798 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5620c0de-7bd1-4c7d-8c92-1997dfdc68ac req-84df0c66-074a-4fb2-b662-1b9bd52ad06e tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.10 "DELETE /v2.0/ports/70dd590e-e801-4f8c-8870-da377ec53df0 HTTP/1.1" status: 204 len: 173 time: 0.5859156 Feb 21 09:49:09.252241 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'name': 'network-vif-deleted', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:09.252768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2852c4-4a0e-465b-ac71-651bd9384a40 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:49:09.254629 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67a811d-f512-4306-94c3-fc1c62d4580d" -d '{"events": [{"server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "name": "network-vif-deleted", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:09.276264 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 2e2852c4-4a0e-465b-ac71-651bd9384a40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e2852c4-4a0e-465b-ac71-651bd9384a40,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:09.293576 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaf0099-10bc-4d91-aef4-a4b6818f0329 x-openstack-request-id: req-bfaf0099-10bc-4d91-aef4-a4b6818f0329 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:09.293576 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd", "name": "network-vif-deleted", "tag": "70dd590e-e801-4f8c-8870-da377ec53df0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:09.293576 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfaf0099-10bc-4d91-aef4-a4b6818f0329 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:09.294059 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4537d4b-3ebf-47f7-97ce-9ddaf95fbedd', 'name': 'network-vif-deleted', 'tag': '70dd590e-e801-4f8c-8870-da377ec53df0', 'status': 'completed', 'code': 200} Feb 21 09:49:09.364128 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:09.413018 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=2e2852c4-4a0e-465b-ac71-651bd9384a40,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:09.679673 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71057-6d14-4619-b1a2-2cbc8f4cb676 req-6d646c75-52c6-4eac-aa01-6a8e0b35a285 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:09.681650 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-20e71057-6d14-4619-b1a2-2cbc8f4cb676 req-6d646c75-52c6-4eac-aa01-6a8e0b35a285 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 944 time: 0.0667651 Feb 21 09:49:09.737147 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-20e71057-6d14-4619-b1a2-2cbc8f4cb676 req-05023786-7e50-410b-b0f2-cc34fbee8012 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Feb 21 09:49:09.821615 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['2e2852c4-4a0e-465b-ac71-651bd9384a40'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:49:09.869228 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f2a9b179-e428-4d57-9240-5535411310f2 req-b795945f-7aee-4be2-831f-3f4bd1b42aff tempest-TestMinimumBasicScenario-1846541600 tempest-TestMinimumBasicScenario-1846541600-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4537d4b-3ebf-47f7-97ce-9ddaf95fbedd HTTP/1.1" status: 200 len: 210 time: 0.0272667 Feb 21 09:49:10.232156 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577d86-f65f-4034-a2dc-4f8c31b8177e req-cb70a9ba-de92-4b0f-8fbc-53df2b2e981e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:10.233665 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d577d86-f65f-4034-a2dc-4f8c31b8177e req-cb70a9ba-de92-4b0f-8fbc-53df2b2e981e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0564365 Feb 21 09:49:10.295053 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d577d86-f65f-4034-a2dc-4f8c31b8177e req-f71ca528-0a72-494e-96f7-32f639467073 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551469 Feb 21 09:49:10.861076 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c2e3-32a6-49e4-bfe7-b65be544b511 req-77e3d69a-6e03-45f3-94db-74e98737c920 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:10.862759 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-11e1c2e3-32a6-49e4-bfe7-b65be544b511 req-77e3d69a-6e03-45f3-94db-74e98737c920 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 944 time: 0.0545588 Feb 21 09:49:10.928307 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-11e1c2e3-32a6-49e4-bfe7-b65be544b511 req-94199467-04a9-4cdf-b060-6b6c58807125 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591524 Feb 21 09:49:11.071809 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 2e2852c4-4a0e-465b-ac71-651bd9384a40 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:49:11.180321 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 2e2852c4-4a0e-465b-ac71-651bd9384a40 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:49:11.184456 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 2e2852c4-4a0e-465b-ac71-651bd9384a40 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:11.184866 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:11.268129 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 2e2852c4-4a0e-465b-ac71-651bd9384a40 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:11.268508 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:11.295297 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2852c4-4a0e-465b-ac71-651bd9384a40'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:11.297640 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e757a576-8b1b-4f62-9468-73603ad9cc49" -d '{"events": [{"server_uuid": "5315f3c2-307a-4cd7-ab3e-10108363200c", "name": "network-vif-plugged", "status": "completed", "tag": "2e2852c4-4a0e-465b-ac71-651bd9384a40"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:11.313376 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 2e2852c4-4a0e-465b-ac71-651bd9384a40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e2852c4-4a0e-465b-ac71-651bd9384a40,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:11.349344 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4e31e2-3f68-48cf-ac3b-23cce7a52497 x-openstack-request-id: req-8c4e31e2-3f68-48cf-ac3b-23cce7a52497 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:11.349773 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5315f3c2-307a-4cd7-ab3e-10108363200c", "name": "network-vif-plugged", "status": "completed", "tag": "2e2852c4-4a0e-465b-ac71-651bd9384a40", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:11.350905 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c4e31e2-3f68-48cf-ac3b-23cce7a52497 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:11.351504 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2852c4-4a0e-465b-ac71-651bd9384a40', 'code': 200} Feb 21 09:49:11.381113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:11.430537 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459695d3-b618-4058-9da1-47e219a6577d req-28ae280f-14c5-4187-8ad4-c032b5b94c83 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:11.438887 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-459695d3-b618-4058-9da1-47e219a6577d req-28ae280f-14c5-4187-8ad4-c032b5b94c83 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0712438 Feb 21 09:49:11.450130 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=2e2852c4-4a0e-465b-ac71-651bd9384a40,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:11.493818 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-459695d3-b618-4058-9da1-47e219a6577d req-4a6d966c-3e22-496b-a003-eabac0a14bb3 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531566 Feb 21 09:49:11.733348 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eefa69-561c-4cee-911e-28aa4b51b80f req-7b43cc1f-c9f5-4e7f-afcd-8835c5370d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:11.734973 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-60eefa69-561c-4cee-911e-28aa4b51b80f req-7b43cc1f-c9f5-4e7f-afcd-8835c5370d42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 1129 time: 0.0520775 Feb 21 09:49:11.783506 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-60eefa69-561c-4cee-911e-28aa4b51b80f req-fbbc0607-36de-4d7c-84b5-e53b7ef0e94a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Feb 21 09:49:12.064127 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce41e26-3fad-4280-bcd9-c9dfa536c1c0 req-8518ffaf-8d4c-4c0f-97cc-8418dc2485ff tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:12.065677 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5ce41e26-3fad-4280-bcd9-c9dfa536c1c0 req-8518ffaf-8d4c-4c0f-97cc-8418dc2485ff tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 945 time: 0.0560372 Feb 21 09:49:12.118636 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5ce41e26-3fad-4280-bcd9-c9dfa536c1c0 req-93d9d307-49fe-42a4-8e99-ec916d09afbc tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Feb 21 09:49:12.533755 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33934) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:12.621435 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cad402-3ecb-4a9c-883d-c78c7c85feb2 req-74f69d64-66f9-4d94-8c07-2760a2053b4a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:12.622880 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-75cad402-3ecb-4a9c-883d-c78c7c85feb2 req-74f69d64-66f9-4d94-8c07-2760a2053b4a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0591249 Feb 21 09:49:12.673532 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-75cad402-3ecb-4a9c-883d-c78c7c85feb2 req-6822a18a-9c95-4c1b-a781-1b911aab4e4e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449252 Feb 21 09:49:12.951444 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (e915dc73-b339-49c3-a869-8b308bbed344), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.055388 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 70dd590e-e801-4f8c-8870-da377ec53df0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:13.079224 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 70dd590e-e801-4f8c-8870-da377ec53df0 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:13.079576 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 70dd590e-e801-4f8c-8870-da377ec53df0 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:13.260171 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Deleting port 251e1408-b840-4def-bd34-5ad24854590e {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:13.260810 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (251e1408-b840-4def-bd34-5ad24854590e), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.270811 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34cbe3-e45e-4137-a75e-d7a94d21c3dd req-e902bbab-3ce2-40aa-8e64-c19d7328db15 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:13.272273 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6f34cbe3-e45e-4137-a75e-d7a94d21c3dd req-e902bbab-3ce2-40aa-8e64-c19d7328db15 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 945 time: 0.0817158 Feb 21 09:49:13.370131 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6f34cbe3-e45e-4137-a75e-d7a94d21c3dd req-07509e58-ded6-4796-a351-0e7a3db63400 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884869 Feb 21 09:49:13.388205 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] For port 251e1408-b840-4def-bd34-5ad24854590e, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=251e1408-b840-4def-bd34-5ad24854590e,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:13.388563 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (251e1408-b840-4def-bd34-5ad24854590e), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.401626 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Calling delete_port for 251e1408-b840-4def-bd34-5ad24854590e owned by network:router_interface {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:13.649447 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (251e1408-b840-4def-bd34-5ad24854590e), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.677913 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Pushing event deleted for resources: {'Port': ['ID=251e1408-b840-4def-bd34-5ad24854590e,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:13.831050 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800536-db3d-4c79-8d1c-b25845b15827 req-cc3275d4-4a27-4573-b023-197aaa5ec7ed tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:13.833359 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-14800536-db3d-4c79-8d1c-b25845b15827 req-cc3275d4-4a27-4573-b023-197aaa5ec7ed tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0686069 Feb 21 09:49:13.866114 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (e915dc73-b339-49c3-a869-8b308bbed344), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.911293 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-14800536-db3d-4c79-8d1c-b25845b15827 req-29e35895-46c3-4696-904d-5ec50a769b43 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636172 Feb 21 09:49:13.992191 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e627d-1232-45a1-b0aa-5d46f247272c req-6c7ba2e0-46f9-479c-b9dc-8ba1f808b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:13.993725 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-154e627d-1232-45a1-b0aa-5d46f247272c req-6c7ba2e0-46f9-479c-b9dc-8ba1f808b47f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1130 time: 0.0469050 Feb 21 09:49:14.086351 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e627d-1232-45a1-b0aa-5d46f247272c req-b43647fe-d1d6-42d0-931b-f784a5293ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:14.087825 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-154e627d-1232-45a1-b0aa-5d46f247272c req-b43647fe-d1d6-42d0-931b-f784a5293ad1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 910 time: 0.0883958 Feb 21 09:49:14.118735 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Router e915dc73-b339-49c3-a869-8b308bbed344 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:14.155578 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-154e627d-1232-45a1-b0aa-5d46f247272c req-4a9f4382-9267-484a-a470-7e8bde56c340 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 1002 time: 0.0609050 Feb 21 09:49:14.209151 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e627d-1232-45a1-b0aa-5d46f247272c req-82609447-d432-4da0-96c5-d02e70d77f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:14.210616 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-154e627d-1232-45a1-b0aa-5d46f247272c req-82609447-d432-4da0-96c5-d02e70d77f06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.0483606 Feb 21 09:49:14.233911 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:14.240127 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-03e39293-7232-4ddf-a870-16d69d8db683 admin admin] 10.222.0.60 "PUT /v2.0/routers/e915dc73-b339-49c3-a869-8b308bbed344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052257 Feb 21 09:49:14.242433 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33942) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:14.244220 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] Sync routers for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:49:14.253832 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:14.255004 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:14.267524 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e627d-1232-45a1-b0aa-5d46f247272c req-d9a9f806-83d4-4f18-9649-5014b07aff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:14.269046 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-154e627d-1232-45a1-b0aa-5d46f247272c req-d9a9f806-83d4-4f18-9649-5014b07aff54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515454 Feb 21 09:49:14.377075 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-154e627d-1232-45a1-b0aa-5d46f247272c req-28097838-c4aa-4c43-b0b3-c230f37ba86e service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973573 Feb 21 09:49:14.381278 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:14.500001 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-154e627d-1232-45a1-b0aa-5d46f247272c req-2e79e56a-9d4e-4f96-867e-87b7d4bfeac9 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120160 Feb 21 09:49:14.636689 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:49:13Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:14.638651 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks [] for router (e915dc73-b339-49c3-a869-8b308bbed344), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.668880 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] Checking router: e915dc73-b339-49c3-a869-8b308bbed344 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:49:14.678834 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] Routers {'e915dc73-b339-49c3-a869-8b308bbed344'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:14.679473 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e915dc73-b339-49c3-a869-8b308bbed344'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:14.695195 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240aa0bd-7286-4367-93e3-2970075f3f64 req-4d1b3303-d53f-41b7-a84c-7ea785bfb202 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:14.696632 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-240aa0bd-7286-4367-93e3-2970075f3f64 req-4d1b3303-d53f-41b7-a84c-7ea785bfb202 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 945 time: 0.1072395 Feb 21 09:49:14.793375 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-240aa0bd-7286-4367-93e3-2970075f3f64 req-dbf92f48-273b-4dea-8e17-2b784c624a17 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875440 Feb 21 09:49:14.794614 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks [] for router_gateway (e915dc73-b339-49c3-a869-8b308bbed344), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.802569 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] Set router e915dc73-b339-49c3-a869-8b308bbed344 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:14.944233 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Deleting port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:14.944584 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.995712 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:49:13Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:15.023549 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f93e7-19d3-41b0-bf8b-7d99d21eaf98 None None] The sync data for ids ['e915dc73-b339-49c3-a869-8b308bbed344'] in dv-cinder-804735-19-iscsi is: [{'id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'name': 'tempest-TestMinimumBasicScenario-1006481228-router', 'tenant_id': '77ef618cb28d4219856a151ba6f65f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:46Z', 'updated_at': '2022-02-21T09:49:13Z', 'revision_number': 5, 'project_id': '77ef618cb28d4219856a151ba6f65f3e', 'gw_port': {'id': '8c93f2ea-5d65-448a-8a0a-70f45fdde8cd', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e915dc73-b339-49c3-a869-8b308bbed344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:47Z', 'updated_at': '2022-02-21T09:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:49:15.071973 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] For port 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:15.087678 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.090430 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eabe75-84e3-48aa-816d-931d84ff2a68 req-6f5311e2-d31e-403c-805e-e1a0b444ee1f tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:15.091891 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-58eabe75-84e3-48aa-816d-931d84ff2a68 req-6f5311e2-d31e-403c-805e-e1a0b444ee1f tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0988936 Feb 21 09:49:15.095892 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Calling delete_port for 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd owned by network:router_gateway {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:15.195805 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-58eabe75-84e3-48aa-816d-931d84ff2a68 req-fc608d73-707b-40a4-a07b-54a0057e7c44 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978181 Feb 21 09:49:15.374694 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (8c93f2ea-5d65-448a-8a0a-70f45fdde8cd), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.404322 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c93f2ea-5d65-448a-8a0a-70f45fdde8cd,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:15.470420 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (e915dc73-b339-49c3-a869-8b308bbed344), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.571230 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (e915dc73-b339-49c3-a869-8b308bbed344), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.573392 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks [] for router_controller (e915dc73-b339-49c3-a869-8b308bbed344), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.694710 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (e915dc73-b339-49c3-a869-8b308bbed344), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.695375 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e915dc73-b339-49c3-a869-8b308bbed344 {{(pid=109840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:49:15.700146 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.705978 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-3650b20c-4332-4738-b0b5-2340d510cf2c admin admin] 10.222.0.60 "DELETE /v2.0/routers/e915dc73-b339-49c3-a869-8b308bbed344 HTTP/1.1" status: 204 len: 168 time: 1.4581814 Feb 21 09:49:15.705978 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33958) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:15.752840 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] Deleting subnet a2e61dbf-c363-4d64-9268-5a292308cbac {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:49:15.756905 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] Publish callbacks [] for subnet (a2e61dbf-c363-4d64-9268-5a292308cbac), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.799505 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (a2e61dbf-c363-4d64-9268-5a292308cbac), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.931018 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (a2e61dbf-c363-4d64-9268-5a292308cbac), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.026283 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (a2e61dbf-c363-4d64-9268-5a292308cbac), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.049698 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e61dbf-c363-4d64-9268-5a292308cbac,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:16.056543 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.059653 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-84c30a7a-6b2b-4be5-9236-e69e0f1d251d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a2e61dbf-c363-4d64-9268-5a292308cbac HTTP/1.1" status: 204 len: 168 time: 0.3545742 Feb 21 09:49:16.062163 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 33960) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:16.062819 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03693f-b288-48ec-97d4-1f3c32f278f8 None None] Network f05c830a-7c77-42e2-ae50-02f2f48a5745 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:49:16.139468 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (f05c830a-7c77-42e2-ae50-02f2f48a5745), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.206144 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Deleting port 375ef3e1-5220-4ca0-b963-dcfa15928a5f {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:16.206144 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.251590 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] DHCP port deletion for f05c830a-7c77-42e2-ae50-02f2f48a5745 request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:49:16.275249 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] For port 375ef3e1-5220-4ca0-b963-dcfa15928a5f, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=375ef3e1-5220-4ca0-b963-dcfa15928a5f,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:16.275887 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.280875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:16.306956 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:16.307307 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8c93f2ea-5d65-448a-8a0a-70f45fdde8cd not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:16.307733 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 251e1408-b840-4def-bd34-5ad24854590e no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:16.313776 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Calling delete_port for 375ef3e1-5220-4ca0-b963-dcfa15928a5f owned by network:dhcp {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:16.387272 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139cf02-2a7e-4aec-a507-9b0e30745d3e req-24e86187-fb6b-4483-afd9-059ad4d1f24c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:16.389358 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9139cf02-2a7e-4aec-a507-9b0e30745d3e req-24e86187-fb6b-4483-afd9-059ad4d1f24c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.1101215 Feb 21 09:49:16.462230 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9139cf02-2a7e-4aec-a507-9b0e30745d3e req-c125f1ce-c2ce-42cc-aeb6-d5dffc8878b2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528045 Feb 21 09:49:16.466132 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 251e1408-b840-4def-bd34-5ad24854590e {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:16.466483 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 251e1408-b840-4def-bd34-5ad24854590e not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:16.485841 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] Deleting port 375ef3e1-5220-4ca0-b963-dcfa15928a5f {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:16.486224 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.511269 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.556947 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] No DVR routers for this DVR port 375ef3e1-5220-4ca0-b963-dcfa15928a5f on host dv-cinder-804735-19-iscsi {{(pid=109840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:16.558630 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] For port 375ef3e1-5220-4ca0-b963-dcfa15928a5f, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=375ef3e1-5220-4ca0-b963-dcfa15928a5f,segment=NetworkSegment(4d87a52f-d2b0-4551-bd7c-157638089ca6),segment_id=4d87a52f-d2b0-4551-bd7c-157638089ca6)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:16.559429 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.563846 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Pushing event deleted for resources: {'Port': ['ID=375ef3e1-5220-4ca0-b963-dcfa15928a5f,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:16.580155 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] Calling delete_port for 375ef3e1-5220-4ca0-b963-dcfa15928a5f owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:16.641600 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (f05c830a-7c77-42e2-ae50-02f2f48a5745), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.666612 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05c830a-7c77-42e2-ae50-02f2f48a5745']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:16.678750 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d87a52f-d2b0-4551-bd7c-157638089ca6') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:16.679201 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d87a52f-d2b0-4551-bd7c-157638089ca6') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:16.689313 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (4d87a52f-d2b0-4551-bd7c-157638089ca6), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.703024 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (375ef3e1-5220-4ca0-b963-dcfa15928a5f), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.706390 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (4d87a52f-d2b0-4551-bd7c-157638089ca6), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.714634 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:49:16.715020 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (4d87a52f-d2b0-4551-bd7c-157638089ca6), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:49:16.716986 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:49:16.729390 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] Pushing event deleted for resources: {'Port': ['ID=375ef3e1-5220-4ca0-b963-dcfa15928a5f,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:16.733632 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d220258-dbdc-4f65-a296-4cca5c395155 None None] No DVR routers for this DVR port 375ef3e1-5220-4ca0-b963-dcfa15928a5f on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:16.854946 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (f05c830a-7c77-42e2-ae50-02f2f48a5745), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.860908 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.866748 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] 10.222.0.60 "DELETE /v2.0/networks/f05c830a-7c77-42e2-ae50-02f2f48a5745 HTTP/1.1" status: 204 len: 168 time: 0.8029237 Feb 21 09:49:16.868918 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33968) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:16.881605 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ef583-1aab-4882-be07-6e7fd44fb20f admin admin] Pushing event deleted for resources: {'Network': ['ID=f05c830a-7c77-42e2-ae50-02f2f48a5745,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:17.595673 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (989495aa-549f-491d-a4dc-9a4d3a050c6b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:17.647364 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6897f5-bd7e-4d65-a7fe-e4cf96c0ae5f req-8ec70ee2-e2e8-4379-8d5c-b39ef2599128 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:17.648859 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db6897f5-bd7e-4d65-a7fe-e4cf96c0ae5f req-8ec70ee2-e2e8-4379-8d5c-b39ef2599128 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.1105921 Feb 21 09:49:17.765677 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db6897f5-bd7e-4d65-a7fe-e4cf96c0ae5f req-e0ffd247-92b9-4e25-be50-c31d1d1a0a6f tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065259 Feb 21 09:49:17.968750 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Deleting port 9e3597d7-df1f-413b-8277-349e83ceab52 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:17.969411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:18.052511 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] For port 9e3597d7-df1f-413b-8277-349e83ceab52, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=9e3597d7-df1f-413b-8277-349e83ceab52,segment=NetworkSegment(efdb7872-fccd-44ec-8a42-d8323f9c872d),segment_id=efdb7872-fccd-44ec-8a42-d8323f9c872d)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:18.052800 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:18.065961 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Calling delete_port for 9e3597d7-df1f-413b-8277-349e83ceab52 owned by network:router_interface {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:18.182567 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 375ef3e1-5220-4ca0-b963-dcfa15928a5f no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:18.208522 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 375ef3e1-5220-4ca0-b963-dcfa15928a5f {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:18.210058 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 375ef3e1-5220-4ca0-b963-dcfa15928a5f not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:18.250974 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f78bbf-2eb3-4ee9-83f1-87eec9ee32ac req-58c59090-87b2-400b-80f0-b85ca40e04c7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:18.252495 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-10f78bbf-2eb3-4ee9-83f1-87eec9ee32ac req-58c59090-87b2-400b-80f0-b85ca40e04c7 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0792358 Feb 21 09:49:18.256374 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-a0832c18-1c35-454d-a21f-19a673d28877 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491993 Feb 21 09:49:18.334913 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb310-5469-44a1-ae83-b05634156c7b req-e67b81a0-5298-46d8-80fc-93ad90b96912 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:18.336254 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-e67b81a0-5298-46d8-80fc-93ad90b96912 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports/1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 943 time: 0.0527818 Feb 21 09:49:18.345772 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-10f78bbf-2eb3-4ee9-83f1-87eec9ee32ac req-d1e694f1-f996-450f-aa61-c5d47c34bf48 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848780 Feb 21 09:49:18.409053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (9e3597d7-df1f-413b-8277-349e83ceab52), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:18.437868 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3597d7-df1f-413b-8277-349e83ceab52,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:18.611574 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (989495aa-549f-491d-a4dc-9a4d3a050c6b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:18.846253 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Router 989495aa-549f-491d-a4dc-9a4d3a050c6b has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:18.997911 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:19.003249 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-c3f3d925-cbb2-48d3-915a-b3a3a98391bb admin admin] 10.222.0.60 "PUT /v2.0/routers/989495aa-549f-491d-a4dc-9a4d3a050c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327538 Feb 21 09:49:19.005860 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33986) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:19.006922 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] Sync routers for ids ['989495aa-549f-491d-a4dc-9a4d3a050c6b'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:49:19.016799 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] Routers {'989495aa-549f-491d-a4dc-9a4d3a050c6b'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:19.017422 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['989495aa-549f-491d-a4dc-9a4d3a050c6b'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:19.079399 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d355ef6-99e2-413b-8b33-ea12414f2148 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:19.118609 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks [] for router (989495aa-549f-491d-a4dc-9a4d3a050c6b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.135522 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] Set router 989495aa-549f-491d-a4dc-9a4d3a050c6b gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:19.176123 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d355ef6-99e2-413b-8b33-ea12414f2148 is: ACTIVE; New status is: DOWN {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:19.176622 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.203862 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:19.206531 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d803bedd-fc44-4cac-827d-1935fac875e2" -d '{"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:19.227685 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:19.250328 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da9f41-1813-4d9a-a73c-9cd265ac3d80 x-openstack-request-id: req-78da9f41-1813-4d9a-a73c-9cd265ac3d80 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:19.250563 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-unplugged", "status": "failed", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148", "code": 422}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:19.250820 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78da9f41-1813-4d9a-a73c-9cd265ac3d80 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:19.251260 dv-cinder-804735-19-iscsi neutron-server[109842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'code': 422} returned with failed status Feb 21 09:49:19.251897 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks [] for router_gateway (989495aa-549f-491d-a4dc-9a4d3a050c6b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.288359 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.327199 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:49:18Z', 'revision_number': 5, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port': {'id': 'f30ee895-7634-4d32-b702-d5d1a6f5c4d0', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:19.338607 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=6']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:19.356096 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] Checking router: 989495aa-549f-491d-a4dc-9a4d3a050c6b for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:49:19.364457 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] Routers {'989495aa-549f-491d-a4dc-9a4d3a050c6b'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:19.365062 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['989495aa-549f-491d-a4dc-9a4d3a050c6b'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:19.382017 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Deleting port f30ee895-7634-4d32-b702-d5d1a6f5c4d0 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:19.382017 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.458199 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] Set router 989495aa-549f-491d-a4dc-9a4d3a050c6b gateway port host: None {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:19.499235 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] For port f30ee895-7634-4d32-b702-d5d1a6f5c4d0, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:19.499592 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.509938 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:49:19Z', 'revision_number': 6, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:19.514124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6a402-abbc-4387-b47b-3bdaccb6fdd7 req-9c57a761-6d60-434b-9316-38a69b7a105d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:19.515582 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-31b6a402-abbc-4387-b47b-3bdaccb6fdd7 req-9c57a761-6d60-434b-9316-38a69b7a105d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0923481 Feb 21 09:49:19.523169 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Calling delete_port for f30ee895-7634-4d32-b702-d5d1a6f5c4d0 owned by network:router_gateway {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:19.539646 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca5415-fa30-4ff6-875c-fe8798371a9c None None] The sync data for ids ['989495aa-549f-491d-a4dc-9a4d3a050c6b'] in dv-cinder-804735-19-iscsi is: [{'id': '989495aa-549f-491d-a4dc-9a4d3a050c6b', 'name': 'tempest-TestMinimumBasicScenario-1586451074-router', 'tenant_id': '54b937511a674726b512bc614563577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:43:53Z', 'updated_at': '2022-02-21T09:49:19Z', 'revision_number': 6, 'project_id': '54b937511a674726b512bc614563577a', 'gw_port_host': None}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:49:19.608199 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-31b6a402-abbc-4387-b47b-3bdaccb6fdd7 req-ae085b31-a269-47a9-ba1f-7fd1215bef6a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861478 Feb 21 09:49:19.778636 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (f30ee895-7634-4d32-b702-d5d1a6f5c4d0), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.803758 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=f30ee895-7634-4d32-b702-d5d1a6f5c4d0,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:19.866179 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (989495aa-549f-491d-a4dc-9a4d3a050c6b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.977162 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (989495aa-549f-491d-a4dc-9a4d3a050c6b), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.979303 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks [] for router_controller (989495aa-549f-491d-a4dc-9a4d3a050c6b), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.123812 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (989495aa-549f-491d-a4dc-9a4d3a050c6b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.124426 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989495aa-549f-491d-a4dc-9a4d3a050c6b {{(pid=109841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:49:20.130140 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.135592 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-6260b8c9-e98c-4700-a198-b6c8a8686ceb admin admin] 10.222.0.60 "DELETE /v2.0/routers/989495aa-549f-491d-a4dc-9a4d3a050c6b HTTP/1.1" status: 204 len: 168 time: 1.1245611 Feb 21 09:49:20.135592 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33994) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:20.178131 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] Deleting subnet 652e4d03-6312-4bc3-97cf-0339aa1632c3 {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:49:20.181738 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] Publish callbacks [] for subnet (652e4d03-6312-4bc3-97cf-0339aa1632c3), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.220178 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (652e4d03-6312-4bc3-97cf-0339aa1632c3), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.340035 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (652e4d03-6312-4bc3-97cf-0339aa1632c3), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.354059 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 9e3597d7-df1f-413b-8277-349e83ceab52 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:20.375209 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 9e3597d7-df1f-413b-8277-349e83ceab52 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:20.375423 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 9e3597d7-df1f-413b-8277-349e83ceab52 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:20.375738 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device f30ee895-7634-4d32-b702-d5d1a6f5c4d0 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:20.397805 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: f30ee895-7634-4d32-b702-d5d1a6f5c4d0 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:20.398180 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device f30ee895-7634-4d32-b702-d5d1a6f5c4d0 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:20.449295 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (652e4d03-6312-4bc3-97cf-0339aa1632c3), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.474968 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652e4d03-6312-4bc3-97cf-0339aa1632c3,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:20.478447 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.481671 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-916abdad-2ef6-4877-be66-f03e23c6eede admin admin] 10.222.0.60 "DELETE /v2.0/subnets/652e4d03-6312-4bc3-97cf-0339aa1632c3 HTTP/1.1" status: 204 len: 168 time: 0.3468447 Feb 21 09:49:20.484144 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 33996) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:20.485347 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16da521-e889-4765-8813-aa386c08d192 None None] Network b3bfb91d-0e89-438d-aa1b-da4da1822cd4 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:49:20.560481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (b3bfb91d-0e89-438d-aa1b-da4da1822cd4), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.621998 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Deleting port c524e98f-af7e-47c9-8d5f-a3c16e907940 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:20.622333 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.659893 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af62d09-778d-4110-b727-c200367669bc None None] DHCP port deletion for b3bfb91d-0e89-438d-aa1b-da4da1822cd4 request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:49:20.690050 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] For port c524e98f-af7e-47c9-8d5f-a3c16e907940, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=c524e98f-af7e-47c9-8d5f-a3c16e907940,segment=NetworkSegment(efdb7872-fccd-44ec-8a42-d8323f9c872d),segment_id=efdb7872-fccd-44ec-8a42-d8323f9c872d)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:20.690411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.703523 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Calling delete_port for c524e98f-af7e-47c9-8d5f-a3c16e907940 owned by network:dhcp {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:20.709033 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-7af62d09-778d-4110-b727-c200367669bc None None] Deleting port c524e98f-af7e-47c9-8d5f-a3c16e907940 {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:20.709417 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7af62d09-778d-4110-b727-c200367669bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.737494 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0f7a2-bd1c-488a-8b45-de37757ae722 req-7b0f9294-6fe4-4458-a48c-40630019d371 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:20.740046 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-24b0f7a2-bd1c-488a-8b45-de37757ae722 req-7b0f9294-6fe4-4458-a48c-40630019d371 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0602107 Feb 21 09:49:20.790995 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-7af62d09-778d-4110-b727-c200367669bc None None] For port c524e98f-af7e-47c9-8d5f-a3c16e907940, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=c524e98f-af7e-47c9-8d5f-a3c16e907940,segment=NetworkSegment(efdb7872-fccd-44ec-8a42-d8323f9c872d),segment_id=efdb7872-fccd-44ec-8a42-d8323f9c872d)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:20.791418 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7af62d09-778d-4110-b727-c200367669bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.805503 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-24b0f7a2-bd1c-488a-8b45-de37757ae722 req-bbb9ed95-f66b-4622-ab9b-4092f1b921f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595534 Feb 21 09:49:20.808727 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-7af62d09-778d-4110-b727-c200367669bc None None] Calling delete_port for c524e98f-af7e-47c9-8d5f-a3c16e907940 owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:20.946424 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7af62d09-778d-4110-b727-c200367669bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.976477 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af62d09-778d-4110-b727-c200367669bc None None] Pushing event deleted for resources: {'Port': ['ID=c524e98f-af7e-47c9-8d5f-a3c16e907940,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:20.980564 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af62d09-778d-4110-b727-c200367669bc None None] No DVR routers for this DVR port c524e98f-af7e-47c9-8d5f-a3c16e907940 on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:21.062838 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (c524e98f-af7e-47c9-8d5f-a3c16e907940), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.088643 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c524e98f-af7e-47c9-8d5f-a3c16e907940,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:21.092958 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] No DVR routers for this DVR port c524e98f-af7e-47c9-8d5f-a3c16e907940 on host dv-cinder-804735-19-iscsi {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:21.166394 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (b3bfb91d-0e89-438d-aa1b-da4da1822cd4), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.185733 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bfb91d-0e89-438d-aa1b-da4da1822cd4']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:21.194701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdb7872-fccd-44ec-8a42-d8323f9c872d') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:21.194995 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdb7872-fccd-44ec-8a42-d8323f9c872d') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:21.204226 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (efdb7872-fccd-44ec-8a42-d8323f9c872d), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.217723 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (efdb7872-fccd-44ec-8a42-d8323f9c872d), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.224154 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:49:21.224535 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (efdb7872-fccd-44ec-8a42-d8323f9c872d), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: self.session.flush() Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: self.session.flush() Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: self.session.flush() Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: self.session.flush() Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:49:21.226191 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:49:21.351580 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (b3bfb91d-0e89-438d-aa1b-da4da1822cd4), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.356921 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.360170 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b3bfb91d-0e89-438d-aa1b-da4da1822cd4 HTTP/1.1" status: 204 len: 168 time: 0.8750525 Feb 21 09:49:21.371769 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2e885-b32c-4644-a1bb-975e86c778f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bfb91d-0e89-438d-aa1b-da4da1822cd4,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:21.619383 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34004) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:21.668352 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-fd7ee787-f62c-4768-8f0d-07c1056f9454 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77ef618cb28d4219856a151ba6f65f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477552 Feb 21 09:49:21.670894 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34006) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:21.719345 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3042f7d-763b-44ba-8ccc-ea2d626c6e26 admin admin] Publish callbacks [] for security_group (fb46e225-38f0-40f7-bfa6-32f8baaf7a13), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.740968 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3042f7d-763b-44ba-8ccc-ea2d626c6e26 admin admin] Publish callbacks [] for security_group (fb46e225-38f0-40f7-bfa6-32f8baaf7a13), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.826352 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3042f7d-763b-44ba-8ccc-ea2d626c6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fb46e225-38f0-40f7-bfa6-32f8baaf7a13), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.828912 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3042f7d-763b-44ba-8ccc-ea2d626c6e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.830140 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f3042f7d-763b-44ba-8ccc-ea2d626c6e26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb46e225-38f0-40f7-bfa6-32f8baaf7a13 HTTP/1.1" status: 204 len: 168 time: 0.1583178 Feb 21 09:49:21.838242 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3042f7d-763b-44ba-8ccc-ea2d626c6e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb46e225-38f0-40f7-bfa6-32f8baaf7a13,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:21.932949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212d3d0-f494-4825-8080-cbf215babcda req-0e8b4366-e57b-4ede-87a2-31f19280015b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.934511 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9212d3d0-f494-4825-8080-cbf215babcda req-0e8b4366-e57b-4ede-87a2-31f19280015b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0533891 Feb 21 09:49:21.983970 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9212d3d0-f494-4825-8080-cbf215babcda req-320e0b54-02bd-4c8d-8477-6dabcddd6889 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Feb 21 09:49:22.176996 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c524e98f-af7e-47c9-8d5f-a3c16e907940 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:22.198410 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: c524e98f-af7e-47c9-8d5f-a3c16e907940 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:22.198767 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device c524e98f-af7e-47c9-8d5f-a3c16e907940 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:22.550795 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34016) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:22.595455 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e5dff4e3-bba5-4e54-8e81-ec6f4e8d1183 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54b937511a674726b512bc614563577a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429358 Feb 21 09:49:22.598045 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34018) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:22.645210 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-71b2e130-94f8-43df-b1de-b2547021d92b admin admin] Publish callbacks [] for security_group (7a971b64-1821-48ce-a464-427d8b83844a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:22.666421 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-71b2e130-94f8-43df-b1de-b2547021d92b admin admin] Publish callbacks [] for security_group (7a971b64-1821-48ce-a464-427d8b83844a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:22.774714 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-71b2e130-94f8-43df-b1de-b2547021d92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (7a971b64-1821-48ce-a464-427d8b83844a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:22.778063 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-71b2e130-94f8-43df-b1de-b2547021d92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:22.779399 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-71b2e130-94f8-43df-b1de-b2547021d92b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a971b64-1821-48ce-a464-427d8b83844a HTTP/1.1" status: 204 len: 168 time: 0.1804464 Feb 21 09:49:22.788243 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2e130-94f8-43df-b1de-b2547021d92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a971b64-1821-48ce-a464-427d8b83844a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:23.140329 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a50a2-7ab8-4c67-aa34-1a90867f1714 req-d53b3acf-70ea-4ed6-be8d-5552b7de2867 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:23.147735 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-814a50a2-7ab8-4c67-aa34-1a90867f1714 req-d53b3acf-70ea-4ed6-be8d-5552b7de2867 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0888326 Feb 21 09:49:23.205959 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-814a50a2-7ab8-4c67-aa34-1a90867f1714 req-cbf2eeca-7b97-42cd-a800-41ed87159c38 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569968 Feb 21 09:49:24.290265 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5bac8-222b-4463-97a5-335a37a8531d req-84836077-251b-43e0-ab70-cf799c01719a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:24.298302 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-23b5bac8-222b-4463-97a5-335a37a8531d req-84836077-251b-43e0-ab70-cf799c01719a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0640552 Feb 21 09:49:24.345285 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-23b5bac8-222b-4463-97a5-335a37a8531d req-806b904f-8291-48ea-8c51-e0193f47aea3 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459931 Feb 21 09:49:24.350199 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75d31c-01af-4a62-9264-52c4c7843988 req-840ce3eb-487a-4795-aa6e-12535632d468 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:24.351920 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1d75d31c-01af-4a62-9264-52c4c7843988 req-840ce3eb-487a-4795-aa6e-12535632d468 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0640483 Feb 21 09:49:24.404018 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1d75d31c-01af-4a62-9264-52c4c7843988 req-6174f6af-d20e-4b32-a665-1cb2b4d1f05a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Feb 21 09:49:25.470221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841f807-3d5b-45f7-a2ee-d6dd8e305ed2 req-f49c14e4-573f-4dd2-8d14-137b0ea739fd tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:25.471687 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1841f807-3d5b-45f7-a2ee-d6dd8e305ed2 req-f49c14e4-573f-4dd2-8d14-137b0ea739fd tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0583944 Feb 21 09:49:25.526592 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1841f807-3d5b-45f7-a2ee-d6dd8e305ed2 req-fa486606-a14e-4924-acbb-39ad8730a25b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485246 Feb 21 09:49:25.541031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379391d-42e0-4d0a-bf95-f3b311d99658 req-cd175056-f725-4fc9-a5a3-c4aaf15ba551 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:25.542515 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f379391d-42e0-4d0a-bf95-f3b311d99658 req-cd175056-f725-4fc9-a5a3-c4aaf15ba551 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0570359 Feb 21 09:49:25.591620 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f379391d-42e0-4d0a-bf95-f3b311d99658 req-173e1f6d-4c22-46ae-bac7-9153c9c129e1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Feb 21 09:49:26.652670 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794157f-0d7e-4596-883c-e21831865b47 req-c01601fc-fb3e-49b3-8349-747f5b748856 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:26.654175 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9794157f-0d7e-4596-883c-e21831865b47 req-c01601fc-fb3e-49b3-8349-747f5b748856 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0531726 Feb 21 09:49:26.701706 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9794157f-0d7e-4596-883c-e21831865b47 req-a5c08e4d-5e90-4c34-86eb-ff4f39ded520 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420070 Feb 21 09:49:26.710704 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb8215-30be-41fc-ba53-8db58673c0cb req-12d90e2b-01be-46be-b7be-a0214f0ca0c3 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:26.721384 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eabb8215-30be-41fc-ba53-8db58673c0cb req-12d90e2b-01be-46be-b7be-a0214f0ca0c3 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0540676 Feb 21 09:49:26.764337 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eabb8215-30be-41fc-ba53-8db58673c0cb req-501281f6-11d6-4d4f-a1ec-3f6b1ce146ca tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Feb 21 09:49:27.826427 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19db7-2d48-4c05-9e31-95562b9816e0 req-12a786d1-648a-4776-82e1-98708794e95b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:27.827926 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-38b19db7-2d48-4c05-9e31-95562b9816e0 req-12a786d1-648a-4776-82e1-98708794e95b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0577569 Feb 21 09:49:27.876450 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-38b19db7-2d48-4c05-9e31-95562b9816e0 req-a21366a8-16ba-4a65-ae2c-a11ad52fda89 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Feb 21 09:49:27.890144 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a953-fa9c-4e79-8bcb-90abf12c19cb req-db67cbdf-9398-4a38-8b7b-d7d098ec8dc2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:27.891708 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c834a953-fa9c-4e79-8bcb-90abf12c19cb req-db67cbdf-9398-4a38-8b7b-d7d098ec8dc2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0580745 Feb 21 09:49:27.942752 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c834a953-fa9c-4e79-8bcb-90abf12c19cb req-72e765fb-eedf-486c-86e3-a50fbd818f1d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Feb 21 09:49:28.156851 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8554d5ad-5239-4211-9c1f-594655ee3e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:28.996164 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9160b7-6d95-4272-900a-8efd679c42bf req-05aa0773-4dcb-43be-8079-a7676688a1e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:28.997651 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bb9160b7-6d95-4272-900a-8efd679c42bf req-05aa0773-4dcb-43be-8079-a7676688a1e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0535517 Feb 21 09:49:29.044946 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bb9160b7-6d95-4272-900a-8efd679c42bf req-4421e0b8-47c0-4603-8808-e1e798f5995f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Feb 21 09:49:29.062783 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87091e22-b706-4308-be0b-3d78342a1677 req-118fca3c-e299-4de6-af1e-ffcee440e932 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:29.064351 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-87091e22-b706-4308-be0b-3d78342a1677 req-118fca3c-e299-4de6-af1e-ffcee440e932 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0530603 Feb 21 09:49:29.114525 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-87091e22-b706-4308-be0b-3d78342a1677 req-e536af63-6ca1-4847-ad0c-50bb9fe5501c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Feb 21 09:49:29.146398 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb310-5469-44a1-ae83-b05634156c7b req-97ee87b1-f529-4e6c-881f-e220d7aa543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:29.148077 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-97ee87b1-f529-4e6c-881f-e220d7aa543e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b&tenant_id=35fb4d436c654150a5ab2b554b4b1e4d HTTP/1.1" status: 200 len: 1128 time: 0.0458844 Feb 21 09:49:29.236597 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb310-5469-44a1-ae83-b05634156c7b req-cd47a954-cf1c-4ba1-88c1-de83feaf2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:29.238128 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-cd47a954-cf1c-4ba1-88c1-de83feaf2f77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1128 time: 0.0498710 Feb 21 09:49:29.334717 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb310-5469-44a1-ae83-b05634156c7b req-db5a0321-b597-40c3-bf29-578b0f98f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:29.336089 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-db5a0321-b597-40c3-bf29-578b0f98f89c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 910 time: 0.0859289 Feb 21 09:49:29.408638 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-83d2fede-e2cb-4436-877b-1c35b9caf75f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 1000 time: 0.0632560 Feb 21 09:49:29.460680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb310-5469-44a1-ae83-b05634156c7b req-c76261e4-183f-4b8a-be04-685a82cf1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:29.462240 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-c76261e4-183f-4b8a-be04-685a82cf1395 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.0469742 Feb 21 09:49:29.513830 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb310-5469-44a1-ae83-b05634156c7b req-e3f3b0fc-7b3c-4707-93d9-e09679453775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:29.515331 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-e3f3b0fc-7b3c-4707-93d9-e09679453775 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457056 Feb 21 09:49:29.607791 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-7674c9f2-f424-4637-ba7b-5df967f777b3 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858727 Feb 21 09:49:29.721808 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-966cb310-5469-44a1-ae83-b05634156c7b req-ce58b02f-197c-4a88-80b3-bd508c24f1c2 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842283 Feb 21 09:49:30.206085 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d0a49-c63d-4c8c-8553-b0ac63399ee9 req-01c77a30-d1bb-4e74-a6cb-a1491560780b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:30.208600 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8b8d0a49-c63d-4c8c-8553-b0ac63399ee9 req-01c77a30-d1bb-4e74-a6cb-a1491560780b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.0946507 Feb 21 09:49:30.216106 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-823b08d3-fc75-456f-b782-60033f66e60b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:30.217731 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-823b08d3-fc75-456f-b782-60033f66e60b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 945 time: 0.1052752 Feb 21 09:49:30.240493 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e4268-7741-4f09-8082-131da1e192a3 req-6bf981f8-d1be-4649-8ac5-aa8cc824ee50 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:30.242116 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-191e4268-7741-4f09-8082-131da1e192a3 req-6bf981f8-d1be-4649-8ac5-aa8cc824ee50 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0564923 Feb 21 09:49:30.296020 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-191e4268-7741-4f09-8082-131da1e192a3 req-2620423f-87c0-413f-a14e-2d029eed2572 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484490 Feb 21 09:49:30.298234 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8b8d0a49-c63d-4c8c-8553-b0ac63399ee9 req-90d24e32-a715-4cba-9f04-3590583c33ae tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=0988d82a-216c-420f-8130-28484bd31d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795279 Feb 21 09:49:30.346415 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Deleting port 8e56ce07-f787-4890-a17a-84ed93f7879c {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:30.346675 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.447066 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] For port 8e56ce07-f787-4890-a17a-84ed93f7879c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8e56ce07-f787-4890-a17a-84ed93f7879c,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:30.447442 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.515832 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-da4a60a7-8b01-436c-ae46-66e18c9ae0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.619644 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.619910 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (f5cc750a-e01e-45a5-a1e1-0e916894d472), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.620222 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Floating IP f5cc750a-e01e-45a5-a1e1-0e916894d472 disassociated. External IP: 172.27.3.225, port: 8e56ce07-f787-4890-a17a-84ed93f7879c. Feb 21 09:49:30.620556 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Calling delete_port for 8e56ce07-f787-4890-a17a-84ed93f7879c owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:30.849049 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (8e56ce07-f787-4890-a17a-84ed93f7879c), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.878651 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event deleted for resources: {'Port': ['ID=8e56ce07-f787-4890-a17a-84ed93f7879c,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:30.891294 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.891647 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.891992 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.892427 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.892752 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.893085 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.893416 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.893774 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.894102 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.894971 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.895304 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.895618 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:30.895939 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:31.010063 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:31.121971 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:31.133703 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240aafe-200b-4d17-b745-679b776759cc None None] Sync routers for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:49:31.145885 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:31.146933 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:31.164953 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] No DVR routers for this DVR port 8e56ce07-f787-4890-a17a-84ed93f7879c on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:31.167564 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:31.171010 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-81959d59-bc83-4a38-a0cf-a3f8264b5ff3 req-fdbc4f09-df70-4f7d-a616-30dd142e59e9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "DELETE /v2.0/ports/8e56ce07-f787-4890-a17a-84ed93f7879c HTTP/1.1" status: 204 len: 173 time: 0.9443676 Feb 21 09:49:31.171468 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'name': 'network-vif-deleted', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:31.173718 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b952797b-729d-4ded-9df8-7a7110c347ce" -d '{"events": [{"server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "name": "network-vif-deleted", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:31.212046 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87cdb69-5c05-4bf7-ab5c-bdb40f50de25 x-openstack-request-id: req-e87cdb69-5c05-4bf7-ab5c-bdb40f50de25 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:31.212641 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25a3b3c-f65c-4c95-91eb-80ceca884332", "name": "network-vif-deleted", "tag": "8e56ce07-f787-4890-a17a-84ed93f7879c", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:31.212641 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e87cdb69-5c05-4bf7-ab5c-bdb40f50de25 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:31.212983 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25a3b3c-f65c-4c95-91eb-80ceca884332', 'name': 'network-vif-deleted', 'tag': '8e56ce07-f787-4890-a17a-84ed93f7879c', 'status': 'completed', 'code': 200} Feb 21 09:49:31.271925 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:31.431792 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff3a93-0dc1-4ca1-bd34-ced04577ed3a req-c3e64c9f-b370-4905-83a5-d4b1754302d4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:31.439368 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-35ff3a93-0dc1-4ca1-bd34-ced04577ed3a req-c3e64c9f-b370-4905-83a5-d4b1754302d4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0635881 Feb 21 09:49:31.464872 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9203e245-b896-49fb-bc60-12c017496467 req-7b8dde23-9947-403d-afec-427d1f148511 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0374362 Feb 21 09:49:31.484726 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-35ff3a93-0dc1-4ca1-bd34-ced04577ed3a req-dde39659-ccbb-4d67-90f1-35f0a5d3f9c8 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451393 Feb 21 09:49:31.516011 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:31.546920 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240aafe-200b-4d17-b745-679b776759cc None None] Checking router: cd0354cb-8931-4e87-b8e7-caecc0e0fa2a for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:49:31.556407 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:31.557035 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:31.668107 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:31.825349 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:31.888080 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-9240aafe-200b-4d17-b745-679b776759cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:31.917253 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240aafe-200b-4d17-b745-679b776759cc None None] The sync data for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi is: [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:49:32.153463 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c7fae-cec6-4399-b480-6b596d8abad2 None None] New status for floating IP f5cc750a-e01e-45a5-a1e1-0e916894d472: DOWN {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:49:32.581961 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4a05de30-9b50-4750-bf63-3d47fb7b57ba req-e2e3c379-8f6b-4fb8-8037-2cc5cf1b211c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Feb 21 09:49:32.607551 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4cb0-6cad-407d-89ee-36b02428c48c req-dfbb4267-b384-4d66-bcb1-777eef7a716d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:32.609009 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03fb4cb0-6cad-407d-89ee-36b02428c48c req-dfbb4267-b384-4d66-bcb1-777eef7a716d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0537665 Feb 21 09:49:32.658203 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03fb4cb0-6cad-407d-89ee-36b02428c48c req-1b71f14b-12a3-44d8-8b90-83b9337e1937 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Feb 21 09:49:33.353690 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 8e56ce07-f787-4890-a17a-84ed93f7879c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:33.379512 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 8e56ce07-f787-4890-a17a-84ed93f7879c {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:33.379867 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 8e56ce07-f787-4890-a17a-84ed93f7879c not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:33.488302 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:33.690055 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d5890440-78ae-4207-b048-2c25ec490ea8 req-2ce9ae6f-85f4-4369-83a9-0c4f31aced60 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0282202 Feb 21 09:49:33.787526 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a085cbd-45d0-4951-8fcb-10b73811633a req-591fbd67-d176-4208-8ddd-50564e1972ba tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:33.789564 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7a085cbd-45d0-4951-8fcb-10b73811633a req-591fbd67-d176-4208-8ddd-50564e1972ba tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0568926 Feb 21 09:49:33.838342 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7a085cbd-45d0-4951-8fcb-10b73811633a req-647ecced-89bf-4e92-8d66-cc211a146b7b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Feb 21 09:49:34.643552 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:49:34.762425 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:34.802723 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db92319a-4e96-4341-877a-c0457023c947 req-a9aec830-7d3a-429c-a78f-fe3a02721f6c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Feb 21 09:49:34.960264 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940f463-665e-4e66-967c-5a5ea1a5814c req-ae6ffd1f-eb16-486a-ab0f-738b7d3b4550 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:34.961791 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0940f463-665e-4e66-967c-5a5ea1a5814c req-ae6ffd1f-eb16-486a-ab0f-738b7d3b4550 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0550609 Feb 21 09:49:35.010574 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0940f463-665e-4e66-967c-5a5ea1a5814c req-a7942a3a-afbc-47e9-9ad4-2e74d2a0ae05 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Feb 21 09:49:35.711555 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:35.914349 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c6b3b3c6-69ef-47da-b3d9-62afaec816f5 req-f869b6fa-ca8a-42c9-9ac2-b44da5944fc7 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e25a3b3c-f65c-4c95-91eb-80ceca884332 HTTP/1.1" status: 200 len: 210 time: 0.0294800 Feb 21 09:49:36.136860 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051094c-330e-4f44-a929-cd44f19290ba req-feaee5e4-444d-4200-8ab7-e3761c7f3f3c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:36.138458 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d051094c-330e-4f44-a929-cd44f19290ba req-feaee5e4-444d-4200-8ab7-e3761c7f3f3c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0607002 Feb 21 09:49:36.191516 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d051094c-330e-4f44-a929-cd44f19290ba req-360de4c6-c28e-4bdf-b4a8-ea845c8013be tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476360 Feb 21 09:49:37.106212 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34122) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:37.166750 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-44727f39-798c-4ba4-b54a-8edf50867eab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (0988d82a-216c-420f-8130-28484bd31d09), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.189807 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-44727f39-798c-4ba4-b54a-8edf50867eab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (0988d82a-216c-420f-8130-28484bd31d09), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.319445 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57934a-5fdd-4943-b644-7640ed2b00b4 req-24ebeeb9-138e-40d4-9342-d90169eca487 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:37.321298 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7a57934a-5fdd-4943-b644-7640ed2b00b4 req-24ebeeb9-138e-40d4-9342-d90169eca487 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 944 time: 0.0592449 Feb 21 09:49:37.335784 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-44727f39-798c-4ba4-b54a-8edf50867eab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0988d82a-216c-420f-8130-28484bd31d09), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.338463 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-44727f39-798c-4ba4-b54a-8edf50867eab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.339594 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-44727f39-798c-4ba4-b54a-8edf50867eab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "DELETE /v2.0/security-groups/0988d82a-216c-420f-8130-28484bd31d09 HTTP/1.1" status: 204 len: 168 time: 0.2323651 Feb 21 09:49:37.343726 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34130) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:37.357872 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44727f39-798c-4ba4-b54a-8edf50867eab tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0988d82a-216c-420f-8130-28484bd31d09,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:37.361295 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.api.v2.resource [None req-98cf055a-eb11-443f-804c-e481a3fa8eae tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] show failed (client error): The resource could not be found. Feb 21 09:49:37.366932 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-98cf055a-eb11-443f-804c-e481a3fa8eae tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups/0988d82a-216c-420f-8130-28484bd31d09 HTTP/1.1" status: 404 len: 347 time: 0.0207889 Feb 21 09:49:37.368097 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34132) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:37.407541 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7a57934a-5fdd-4943-b644-7640ed2b00b4 req-12d17f29-e2c8-4ddd-841a-73bbed905258 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798690 Feb 21 09:49:37.505955 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Deleting port 46cc90ad-5125-4396-b125-c7d961964e9c {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:37.506940 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (46cc90ad-5125-4396-b125-c7d961964e9c), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.587418 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (46cc90ad-5125-4396-b125-c7d961964e9c), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.587740 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (46cc90ad-5125-4396-b125-c7d961964e9c), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.599716 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Calling delete_port for 46cc90ad-5125-4396-b125-c7d961964e9c owned by network:floatingip {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:37.653875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d355ef6-99e2-413b-8b33-ea12414f2148 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:49:37.824107 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (46cc90ad-5125-4396-b125-c7d961964e9c), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.848597 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event deleted for resources: {'Port': ['ID=46cc90ad-5125-4396-b125-c7d961964e9c,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:37.864030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.864030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.864030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.864459 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.864607 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.864940 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.865275 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.865709 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.866715 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.867316 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.867661 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.867992 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.868327 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.901070 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:37.914151 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'port_id': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'mac_address': 'fa:16:3e:14:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:49:37.929146 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (f5cc750a-e01e-45a5-a1e1-0e916894d472), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.932142 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.933365 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-02fec811-c3bd-42cc-9431-02751c563dd9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "DELETE /v2.0/floatingips/f5cc750a-e01e-45a5-a1e1-0e916894d472 HTTP/1.1" status: 204 len: 168 time: 0.5647070 Feb 21 09:49:37.966327 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d355ef6-99e2-413b-8b33-ea12414f2148 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:37.966731 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.982225 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d355ef6-99e2-413b-8b33-ea12414f2148 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:49:38.004139 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:38.086520 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.146627 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=7']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:38.347968 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34138) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:38.353717 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-9bfc32dc-265f-4d58-8563-19ea10100f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122350311', 'description': 'tempest-description--1838723691'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:38.457701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9bfc32dc-265f-4d58-8563-19ea10100f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.517541 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['1d355ef6-99e2-413b-8b33-ea12414f2148'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:49:38.574931 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9bfc32dc-265f-4d58-8563-19ea10100f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (504e50d5-ca1f-4ec8-91c8-b9b232d93e57), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.582216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea003d30-bf7e-4cde-b732-5daa828d48d1 req-b8c37daa-1a7d-4a0c-b6ae-fadb20e337b8 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:38.583746 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ea003d30-bf7e-4cde-b732-5daa828d48d1 req-b8c37daa-1a7d-4a0c-b6ae-fadb20e337b8 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 945 time: 0.0910659 Feb 21 09:49:38.640032 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ea003d30-bf7e-4cde-b732-5daa828d48d1 req-f8796b93-acd0-4211-b965-38a5567a1b6a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483444 Feb 21 09:49:38.687639 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9bfc32dc-265f-4d58-8563-19ea10100f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (504e50d5-ca1f-4ec8-91c8-b9b232d93e57), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.721750 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc32dc-265f-4d58-8563-19ea10100f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504e50d5-ca1f-4ec8-91c8-b9b232d93e57,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:38.779598 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9bfc32dc-265f-4d58-8563-19ea10100f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.781109 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-9bfc32dc-265f-4d58-8563-19ea10100f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4317880 Feb 21 09:49:38.783819 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34148) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:38.790947 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-f3baf640-1bb9-4211-9f4b-3eb92fc81d21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'security_group_rule': {'security_group_id': '504e50d5-ca1f-4ec8-91c8-b9b232d93e57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:38.892260 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3baf640-1bb9-4211-9f4b-3eb92fc81d21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (65fba085-2a73-4ee7-9a43-c422b29a408b), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.950697 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3baf640-1bb9-4211-9f4b-3eb92fc81d21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (65fba085-2a73-4ee7-9a43-c422b29a408b), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.023537 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3baf640-1bb9-4211-9f4b-3eb92fc81d21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (65fba085-2a73-4ee7-9a43-c422b29a408b), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.042710 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baf640-1bb9-4211-9f4b-3eb92fc81d21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fba085-2a73-4ee7-9a43-c422b29a408b,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:39.117339 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f3baf640-1bb9-4211-9f4b-3eb92fc81d21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.118606 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f3baf640-1bb9-4211-9f4b-3eb92fc81d21 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335564 Feb 21 09:49:39.121243 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34150) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:39.125777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-bac860c2-2b27-4d7d-bd18-4205dec56443 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'security_group_rule': {'security_group_id': '504e50d5-ca1f-4ec8-91c8-b9b232d93e57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:39.288002 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bac860c2-2b27-4d7d-bd18-4205dec56443 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (5a942c36-9d11-4c57-a7c9-dd26427584f1), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.343390 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bac860c2-2b27-4d7d-bd18-4205dec56443 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (5a942c36-9d11-4c57-a7c9-dd26427584f1), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.453893 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bac860c2-2b27-4d7d-bd18-4205dec56443 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (5a942c36-9d11-4c57-a7c9-dd26427584f1), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.472302 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac860c2-2b27-4d7d-bd18-4205dec56443 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a942c36-9d11-4c57-a7c9-dd26427584f1,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:39.598619 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bac860c2-2b27-4d7d-bd18-4205dec56443 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.599779 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-bac860c2-2b27-4d7d-bd18-4205dec56443 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4775815 Feb 21 09:49:39.603546 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34152) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:39.608697 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:39.687249 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d355ef6-99e2-413b-8b33-ea12414f2148 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:49:39.727963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.750900 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 1d355ef6-99e2-413b-8b33-ea12414f2148 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:39.751116 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.773676 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea663-52f6-4166-94eb-86cfa5fb6106 req-6791703f-1fc8-4a32-8496-4e3b19ea8812 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:39.775908 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fb9ea663-52f6-4166-94eb-86cfa5fb6106 req-6791703f-1fc8-4a32-8496-4e3b19ea8812 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 945 time: 0.0649941 Feb 21 09:49:39.831043 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fb9ea663-52f6-4166-94eb-86cfa5fb6106 req-7f4e9f5a-29d4-41f0-be68-875d60580039 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480726 Feb 21 09:49:39.843559 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.861952 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1d355ef6-99e2-413b-8b33-ea12414f2148 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:39.861952 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:39.893484 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:39.898151 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ab6a74-9ef8-4fc2-a494-1f23aae31828" -d '{"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-plugged", "status": "completed", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:39.911802 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:39.940556 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead8d979-ba86-466d-adb4-78ff8ac0838f x-openstack-request-id: req-ead8d979-ba86-466d-adb4-78ff8ac0838f {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:39.940875 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-plugged", "status": "completed", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:39.941152 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ead8d979-ba86-466d-adb4-78ff8ac0838f {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:39.941576 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'code': 200} Feb 21 09:49:39.972422 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Allocated IP 172.27.3.248 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/fdd26d28-372d-481d-9939-a10afb8751b6) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:49:39.985869 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.041331 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=8']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:40.085718 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for port (fdd26d28-372d-481d-9939-a10afb8751b6), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.173777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (fdd26d28-372d-481d-9939-a10afb8751b6), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.212437 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:49:40.215431 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:40.218909 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:49:40.251465 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'Port': ['ID=fdd26d28-372d-481d-9939-a10afb8751b6,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:40.342072 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (cf448d8a-a5aa-4a85-a5eb-f13f72d409d2), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.360688 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba318eb-0410-4e13-a6e0-047b9cb254d7 req-f6306139-0fa2-4920-87dc-08b909fc317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:40.362206 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6ba318eb-0410-4e13-a6e0-047b9cb254d7 req-f6306139-0fa2-4920-87dc-08b909fc317a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1130 time: 0.0585773 Feb 21 09:49:40.410848 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6ba318eb-0410-4e13-a6e0-047b9cb254d7 req-be1f1bad-6cdc-4137-a29e-8bee31aef4f3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Feb 21 09:49:40.440839 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (fdd26d28-372d-481d-9939-a10afb8751b6), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.590988 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for port (fdd26d28-372d-481d-9939-a10afb8751b6), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.651774 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (fdd26d28-372d-481d-9939-a10afb8751b6), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.722630 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'Port': ['ID=fdd26d28-372d-481d-9939-a10afb8751b6,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:40.734617 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (cf448d8a-a5aa-4a85-a5eb-f13f72d409d2), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.815691 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.817001 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-1d1ee45b-f3c0-485f-ad5a-d0997bfc6a40 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2122240 Feb 21 09:49:40.968262 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e05f-32c0-4a9c-a886-5b82c0e0a8f6 req-d6519d7f-8a64-40ce-8585-f3289c1be0c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:40.970103 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3d27e05f-32c0-4a9c-a886-5b82c0e0a8f6 req-d6519d7f-8a64-40ce-8585-f3289c1be0c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0556235 Feb 21 09:49:41.024825 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3d27e05f-32c0-4a9c-a886-5b82c0e0a8f6 req-d320b004-f898-416c-b536-0b61ff8b0004 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488532 Feb 21 09:49:41.040538 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-88916d18-494c-4435-a07d-7acacc84352c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1122350311&fields=id&tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b HTTP/1.1" status: 200 len: 267 time: 0.0472929 Feb 21 09:49:41.159741 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-5ce60bc3-8b61-4429-8d54-6612cec3e632 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:41.161275 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-5ce60bc3-8b61-4429-8d54-6612cec3e632 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 810 time: 0.1138110 Feb 21 09:49:41.176748 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-57903525-7738-40dc-b307-ced94aa7cd24 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/quotas/c85ebd2d9ad547139f6ab2cd52c2458b HTTP/1.1" status: 200 len: 375 time: 0.0095112 Feb 21 09:49:41.235763 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-293dd6f8-9f02-4c9f-92bc-dd4e761d6a15 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528383 Feb 21 09:49:41.345792 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d19293b8-6065-40ab-9f2d-42600640d54a service neutron] 10.222.0.60 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983796 Feb 21 09:49:41.467501 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-68befbca-38a9-4846-91a6-491647158267 service neutron] 10.222.0.60 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150603 Feb 21 09:49:41.801015 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b1b33923-9042-4d67-89ea-dbc0d7350adf req-476c06bb-2368-4712-ad9e-b74af7f5ede1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 210 time: 0.0321555 Feb 21 09:49:42.068118 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-c311d1c6-f489-4ac1-ba1a-668c489b689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:42.071210 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-c311d1c6-f489-4ac1-ba1a-668c489b689f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1130 time: 0.0487413 Feb 21 09:49:42.227765 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea527662-a9fd-4536-9b30-2883720495c0 req-856a2c61-b8d4-4231-a528-23bc4bc8937e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:42.229292 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ea527662-a9fd-4536-9b30-2883720495c0 req-856a2c61-b8d4-4231-a528-23bc4bc8937e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.1195991 Feb 21 09:49:42.230898 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-1d290e99-2d46-4b35-a950-7abfa96d8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:42.232291 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-1d290e99-2d46-4b35-a950-7abfa96d8427 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 910 time: 0.1406777 Feb 21 09:49:42.338024 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ea527662-a9fd-4536-9b30-2883720495c0 req-52839b9f-763a-474f-a47b-7f3a58eb0e30 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017349 Feb 21 09:49:42.340126 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-a0d550a9-fdda-45e1-ac2b-5463b6c62c87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 1002 time: 0.0966837 Feb 21 09:49:42.407673 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-7be6e6f2-3986-4b5e-ba47-e848aeb43078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:42.409085 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-7be6e6f2-3986-4b5e-ba47-e848aeb43078 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.0540228 Feb 21 09:49:42.465225 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-37b1cee0-e02a-4368-9397-b4b16a6b67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:42.467309 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-37b1cee0-e02a-4368-9397-b4b16a6b67f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509467 Feb 21 09:49:42.562281 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-cd8ebfba-a35a-4811-a131-36e2a159c56e service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889180 Feb 21 09:49:42.652559 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5972d2a4-9d1a-4f50-9d4f-f00ef2e96823 req-ad0457bd-58dc-435f-a956-9eae9b56fb25 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844586 Feb 21 09:49:42.908568 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4444da0a-5bd1-47f9-a5fe-439bd2d492e7 req-dc96b47e-8902-4d82-8669-d58fa2a2d77c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 210 time: 0.0279143 Feb 21 09:49:43.467070 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ff41b-cad1-4be9-8523-9995d1b6c2f5 req-a57e7747-0cc4-4628-bdc7-534e0016562d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:43.474770 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f71ff41b-cad1-4be9-8523-9995d1b6c2f5 req-a57e7747-0cc4-4628-bdc7-534e0016562d tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0606523 Feb 21 09:49:43.533135 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f71ff41b-cad1-4be9-8523-9995d1b6c2f5 req-cb49b69c-2ff2-4042-9101-b6013164ddab tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576556 Feb 21 09:49:44.002992 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cf820fd3-5020-4e22-99e3-3c8803ef9a8e req-378c21ba-166e-49f4-9752-90228c843767 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 210 time: 0.0281172 Feb 21 09:49:44.083045 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814921-d9a8-46c1-a6e8-adc5157b1ee4 req-6b459b6b-a334-4055-bd76-1c273125d190 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:44.084575 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77814921-d9a8-46c1-a6e8-adc5157b1ee4 req-6b459b6b-a334-4055-bd76-1c273125d190 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 945 time: 0.0569193 Feb 21 09:49:44.132924 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-77814921-d9a8-46c1-a6e8-adc5157b1ee4 req-9a0aa5bc-6c3b-4ba8-a61b-a216bb59a94e tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Feb 21 09:49:44.382240 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-cda1cd30-f328-4426-aea0-810129892654 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:44.383616 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-cda1cd30-f328-4426-aea0-810129892654 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 810 time: 0.1124644 Feb 21 09:49:44.452193 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-f72244f7-7099-4108-b1e3-56a318ee08a0 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b HTTP/1.1" status: 200 len: 380 time: 0.0525806 Feb 21 09:49:44.461434 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'port': {'device_id': '32789084-a550-47c1-994b-2efff9429eff', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'admin_state_up': True, 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'security_groups': ['504e50d5-ca1f-4ec8-91c8-b9b232d93e57']}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:44.651374 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Made reservation on behalf of c85ebd2d9ad547139f6ab2cd52c2458b for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:44.654735 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.786401 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Allocated IP 172.20.0.10 (0d612757-5041-44ac-b2c3-9d74998dbae7/a87afab4-34eb-4fe8-b7c5-04f8ecc25577/e727d7ee-3177-425a-ac53-e3f7b63d5724) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:49:44.929166 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:45.034843 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:45.078389 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:49:45.090455 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:45.111141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:49:45.139212 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event updated for resources: {'Port': ['ID=e727d7ee-3177-425a-ac53-e3f7b63d5724,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:45.183820 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:45.184553 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:45.195397 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b098af5-1872-44dd-b4fd-ea2b262a20c8 req-aca74e79-fb40-422e-97ae-be951f8fa134 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:45.197463 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4b098af5-1872-44dd-b4fd-ea2b262a20c8 req-aca74e79-fb40-422e-97ae-be951f8fa134 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 932 time: 0.1216960 Feb 21 09:49:45.255142 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4b098af5-1872-44dd-b4fd-ea2b262a20c8 req-0d0861cb-1902-455c-8ec9-f38afef45acb tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510604 Feb 21 09:49:45.276703 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7365245-7a10-42cf-9256-e28a908bf11d req-c64886ad-31c1-49f8-8863-d6b6a4440db6 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:45.278392 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f7365245-7a10-42cf-9256-e28a908bf11d req-c64886ad-31c1-49f8-8863-d6b6a4440db6 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 945 time: 0.0659542 Feb 21 09:49:45.301774 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1356d8a5-ee34-4f73-8280-9b144a6b1ca4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8446774 Feb 21 09:49:45.320801 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Request body: {'port': {'device_id': '32789084-a550-47c1-994b-2efff9429eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:45.331332 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f7365245-7a10-42cf-9256-e28a908bf11d req-315ba0ab-4dbc-417f-a8e4-6ab9bc7a1497 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475779 Feb 21 09:49:45.355866 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-f7bb0bc1-8666-464c-9dcc-384900e691e1 None None] Provisioning complete for port e727d7ee-3177-425a-ac53-e3f7b63d5724 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:45.356481 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0bc1-8666-464c-9dcc-384900e691e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:45.380660 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:45.392776 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb0bc1-8666-464c-9dcc-384900e691e1 None None] Port e727d7ee-3177-425a-ac53-e3f7b63d5724 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:49:45.644517 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e727d7ee-3177-425a-ac53-e3f7b63d5724 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:49:45.651927 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Publish callbacks [] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:45.664014 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Transition to ACTIVE for port object e727d7ee-3177-425a-ac53-e3f7b63d5724 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:49:45.743125 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:45.796410 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Pushing event updated for resources: {'Port': ['ID=e727d7ee-3177-425a-ac53-e3f7b63d5724,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:45.867835 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Attempting to bind port e727d7ee-3177-425a-ac53-e3f7b63d5724 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:49:45.868174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Attempting to bind port e727d7ee-3177-425a-ac53-e3f7b63d5724 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:49:45.868503 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Attempting to bind port e727d7ee-3177-425a-ac53-e3f7b63d5724 on network 0d612757-5041-44ac-b2c3-9d74998dbae7 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:49:45.874225 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Port e727d7ee-3177-425a-ac53-e3f7b63d5724 on network 0d612757-5041-44ac-b2c3-9d74998dbae7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:49:45.874542 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Attempting to bind port e727d7ee-3177-425a-ac53-e3f7b63d5724 on network 0d612757-5041-44ac-b2c3-9d74998dbae7 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:49:45.879542 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:49:45.879872 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Checking segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:49:45.880250 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Bound using segment: {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:49:45.880679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Bound port: e727d7ee-3177-425a-ac53-e3f7b63d5724, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d03362-ea09-45e0-8cd6-8ba12718f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:49:45.881053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:46.241571 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] For port e727d7ee-3177-425a-ac53-e3f7b63d5724, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:49:46.245113 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] For port e727d7ee-3177-425a-ac53-e3f7b63d5724, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:49:46.263920 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-348c6b75-fe64-4f50-9356-95ecf3c22cd2 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.265336 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-348c6b75-fe64-4f50-9356-95ecf3c22cd2 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 945 time: 0.0667722 Feb 21 09:49:46.369467 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Deleting port 2e2852c4-4a0e-465b-ac71-651bd9384a40 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:46.370295 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:46.373472 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:46.468466 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.469083 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:46.470522 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-d44241d0-c923-4872-9713-b176a90987ec service neutron] 10.222.0.10 "PUT /v2.0/ports/e727d7ee-3177-425a-ac53-e3f7b63d5724 HTTP/1.1" status: 200 len: 1094 time: 1.1541078 Feb 21 09:49:46.470978 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:46.473267 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf" -d '{"events": [{"name": "network-changed", "server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:46.474902 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19e893-5fc1-400d-b1d7-9e16f984cd91 req-a486292a-71b8-4ac7-a26b-e9f921fd3e75 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.478717 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8a19e893-5fc1-400d-b1d7-9e16f984cd91 req-a486292a-71b8-4ac7-a26b-e9f921fd3e75 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 945 time: 0.0652797 Feb 21 09:49:46.541654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44241d0-c923-4872-9713-b176a90987ec service neutron] Pushing event updated for resources: {'Port': ['ID=e727d7ee-3177-425a-ac53-e3f7b63d5724,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:46.576980 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8a19e893-5fc1-400d-b1d7-9e16f984cd91 req-fe4942c6-e858-4254-92d8-f5884be36b86 tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d6a64e-ed3f-4879-b830-f3bb5728180a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858579 Feb 21 09:49:46.597680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] For port 2e2852c4-4a0e-465b-ac71-651bd9384a40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e2852c4-4a0e-465b-ac71-651bd9384a40,segment=NetworkSegment(e40c4508-30da-4695-a82f-ea5754f0cc6f),segment_id=e40c4508-30da-4695-a82f-ea5754f0cc6f)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:46.598141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:46.639872 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070dd46e-04fe-418a-9f86-dd12c5d3f0e4 x-openstack-request-id: req-070dd46e-04fe-418a-9f86-dd12c5d3f0e4 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:46.640168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:46.640419 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-070dd46e-04fe-418a-9f86-dd12c5d3f0e4 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:46.640832 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'status': 'completed', 'code': 200} Feb 21 09:49:46.649274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b9b9-90e8-46b8-8e97-1940a2c86244 req-352b6ea4-8d99-4c3c-a979-8ed99fc507b4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.650832 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1856b9b9-90e8-46b8-8e97-1940a2c86244 req-352b6ea4-8d99-4c3c-a979-8ed99fc507b4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 944 time: 0.1360011 Feb 21 09:49:46.651850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Calling delete_port for 2e2852c4-4a0e-465b-ac71-651bd9384a40 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:46.742846 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1ef2cd16-a9a3-49b5-ac81-51c2b9f2efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.744236 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-1ef2cd16-a9a3-49b5-ac81-51c2b9f2efe9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 1128 time: 0.1428537 Feb 21 09:49:46.804794 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1856b9b9-90e8-46b8-8e97-1940a2c86244 req-da165726-cd05-45d2-84a1-1232fc998d32 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474135 Feb 21 09:49:46.807791 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-97a20dd3-f11c-4a5f-a132-095570daea39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724 HTTP/1.1" status: 200 len: 217 time: 0.0458953 Feb 21 09:49:46.886208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-b7cb38ca-e8dd-46ea-91b7-7a590f6e5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.887645 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-b7cb38ca-e8dd-46ea-91b7-7a590f6e5cf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0719051 Feb 21 09:49:46.946505 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-9034e76f-7097-41c2-aa4a-f7896e09231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.948005 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-9034e76f-7097-41c2-aa4a-f7896e09231e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521686 Feb 21 09:49:46.996133 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (2e2852c4-4a0e-465b-ac71-651bd9384a40), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:47.030648 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['2e2852c4-4a0e-465b-ac71-651bd9384a40'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:49:47.034080 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Pushing event deleted for resources: {'Port': ['ID=2e2852c4-4a0e-465b-ac71-651bd9384a40,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:47.092683 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] No DVR routers for this DVR port 2e2852c4-4a0e-465b-ac71-651bd9384a40 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:49:47.097661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:47.101449 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-53cc560c-0be1-4ab6-b69f-1188987183f1 req-f4b04ff7-2ff9-4da8-9f8f-292d0c37cd0c tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.10 "DELETE /v2.0/ports/2e2852c4-4a0e-465b-ac71-651bd9384a40 HTTP/1.1" status: 204 len: 173 time: 0.8309808 Feb 21 09:49:47.111701 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-6d9d6897-c547-4e77-8873-a3954bba0dae service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580501 Feb 21 09:49:47.206845 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f5b01f8d-160f-4e5f-9df6-343c1ec65dba req-a8d7f77d-ea37-4e41-890d-d5944b2cf1ff service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890293 Feb 21 09:49:47.455563 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-c888a46f-b5e5-4035-9512-4b854c309229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:47.457448 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-c888a46f-b5e5-4035-9512-4b854c309229 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 1128 time: 0.0657787 Feb 21 09:49:47.569955 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-330a0a32-3769-4fed-97dc-059fab697fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:47.571458 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-330a0a32-3769-4fed-97dc-059fab697fdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 911 time: 0.1076727 Feb 21 09:49:47.624845 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-574955d4-4cc0-4d23-ab59-d180ff5a59fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724 HTTP/1.1" status: 200 len: 217 time: 0.0396912 Feb 21 09:49:47.674423 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-41002475-22c0-40a4-9c23-ff1b4f0976e3 req-6f5fca87-ee3e-4832-a1ca-9850a9d587cb tempest-VolumesSnapshotTestJSON-97674058 tempest-VolumesSnapshotTestJSON-97674058-project] 10.222.0.60 "GET /v2.0/ports?device_id=5315f3c2-307a-4cd7-ab3e-10108363200c HTTP/1.1" status: 200 len: 210 time: 0.0265257 Feb 21 09:49:47.675462 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-f57f04e2-e670-4b51-8a29-7a6b41f7f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:47.676918 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-f57f04e2-e670-4b51-8a29-7a6b41f7f5b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0449929 Feb 21 09:49:47.728784 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-c68dba23-4149-471c-908f-489e5df3e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:47.730341 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-c68dba23-4149-471c-908f-489e5df3e106 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460942 Feb 21 09:49:47.832535 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-50a9799a-80f7-4efc-a463-ad2cda70b425 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866275 Feb 21 09:49:47.963254 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a38dd089-dbe9-45f3-946d-73ad1e56fcdf req-ef713d8a-7476-476d-bbab-b236d6e46710 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236513 Feb 21 09:49:47.970793 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600943-30b9-43ab-99c0-138cea9c1325 req-41179bde-299e-4624-8000-6fc9aecb029a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:47.972206 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e6600943-30b9-43ab-99c0-138cea9c1325 req-41179bde-299e-4624-8000-6fc9aecb029a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 944 time: 0.0874491 Feb 21 09:49:48.022840 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e6600943-30b9-43ab-99c0-138cea9c1325 req-c4cd6d00-89b9-4ceb-b70d-ac36c785c096 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Feb 21 09:49:48.641903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'name': 'network-vif-deleted', 'tag': '2e2852c4-4a0e-465b-ac71-651bd9384a40'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:48.644311 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b5afa-d826-49a3-941e-02a407ae03b7" -d '{"events": [{"server_uuid": "5315f3c2-307a-4cd7-ab3e-10108363200c", "name": "network-vif-deleted", "tag": "2e2852c4-4a0e-465b-ac71-651bd9384a40"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:48.683042 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149496c9-9f71-4979-a4de-997ec2383972 x-openstack-request-id: req-149496c9-9f71-4979-a4de-997ec2383972 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:48.683401 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5315f3c2-307a-4cd7-ab3e-10108363200c", "name": "network-vif-deleted", "tag": "2e2852c4-4a0e-465b-ac71-651bd9384a40", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:48.683656 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-149496c9-9f71-4979-a4de-997ec2383972 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:48.684091 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5315f3c2-307a-4cd7-ab3e-10108363200c', 'name': 'network-vif-deleted', 'tag': '2e2852c4-4a0e-465b-ac71-651bd9384a40', 'status': 'completed', 'code': 200} Feb 21 09:49:49.153150 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57d6b-7cb4-4978-a02e-d00c41edb02b req-08174a73-2d94-45c8-a150-8711a73fe760 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:49.158365 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8fd57d6b-7cb4-4978-a02e-d00c41edb02b req-08174a73-2d94-45c8-a150-8711a73fe760 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 944 time: 0.0624263 Feb 21 09:49:49.206685 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8fd57d6b-7cb4-4978-a02e-d00c41edb02b req-c8607b17-ab72-4be9-88b5-a81cf9bd1d47 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Feb 21 09:49:49.734369 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e727d7ee-3177-425a-ac53-e3f7b63d5724 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:49:49.746969 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 2e2852c4-4a0e-465b-ac71-651bd9384a40 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:49.773161 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 2e2852c4-4a0e-465b-ac71-651bd9384a40 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:49.773403 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 2e2852c4-4a0e-465b-ac71-651bd9384a40 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:49.857266 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port e727d7ee-3177-425a-ac53-e3f7b63d5724, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:49.868405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'port_id': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'mac_address': 'fa:16:3e:d5:a5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:49:49.905331 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port e727d7ee-3177-425a-ac53-e3f7b63d5724 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:49.905755 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:49.918513 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e727d7ee-3177-425a-ac53-e3f7b63d5724 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:49:49.937283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port e727d7ee-3177-425a-ac53-e3f7b63d5724, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:49.999398 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:50.051533 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=e727d7ee-3177-425a-ac53-e3f7b63d5724,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:50.058667 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.059016 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.059361 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.059696 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.060027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.060361 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.060704 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.061051 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.061382 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.061737 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.062057 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.062373 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.062691 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:50.339147 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f518250-10e6-4169-8379-a7ded22274d3 req-f47733ad-6a82-4e5e-92d3-4eb599e61d27 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:50.341393 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f518250-10e6-4169-8379-a7ded22274d3 req-f47733ad-6a82-4e5e-92d3-4eb599e61d27 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 945 time: 0.0624266 Feb 21 09:49:50.392396 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f518250-10e6-4169-8379-a7ded22274d3 req-1069a0e4-aa58-4a9a-9f15-9c1797070843 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Feb 21 09:49:50.421179 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['e727d7ee-3177-425a-ac53-e3f7b63d5724'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:49:51.525988 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fcdd0-7d5f-4918-9979-b0335be41cee req-3462486e-b804-4c62-b032-2b5771000567 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:51.527453 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-625fcdd0-7d5f-4918-9979-b0335be41cee req-3462486e-b804-4c62-b032-2b5771000567 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 945 time: 0.0627999 Feb 21 09:49:51.575759 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-625fcdd0-7d5f-4918-9979-b0335be41cee req-daafe4a1-6599-453c-a6cd-6474d6ac1b1e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Feb 21 09:49:51.749795 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e727d7ee-3177-425a-ac53-e3f7b63d5724 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:49:51.891084 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port e727d7ee-3177-425a-ac53-e3f7b63d5724 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:49:51.895271 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port e727d7ee-3177-425a-ac53-e3f7b63d5724 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:51.895707 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:51.972869 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port e727d7ee-3177-425a-ac53-e3f7b63d5724 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:51.973267 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:51.996115 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:51.998381 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c6b748-dd69-47b1-a457-a6b182edca43" -d '{"events": [{"server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "name": "network-vif-plugged", "status": "completed", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:52.011308 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port e727d7ee-3177-425a-ac53-e3f7b63d5724, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:52.038920 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7261705-cb30-4cc8-992b-c43fbbd4aa2c x-openstack-request-id: req-d7261705-cb30-4cc8-992b-c43fbbd4aa2c {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:52.038920 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "name": "network-vif-plugged", "status": "completed", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:52.038920 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7261705-cb30-4cc8-992b-c43fbbd4aa2c {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:52.038920 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'code': 200} Feb 21 09:49:52.096807 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:52.151975 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=e727d7ee-3177-425a-ac53-e3f7b63d5724,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:52.401996 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ec4b-229c-4260-ba0d-f88e3389f853 req-ac83f20d-7e50-4ae7-9a69-45852d3f10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:52.403420 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5fb2ec4b-229c-4260-ba0d-f88e3389f853 req-ac83f20d-7e50-4ae7-9a69-45852d3f10fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 1130 time: 0.0442698 Feb 21 09:49:52.695643 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63debaa-a3aa-4487-ad23-6c40e34107f7 req-6b18d2a7-2a18-433f-ae52-b4c6bee979f6 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:52.697089 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b63debaa-a3aa-4487-ad23-6c40e34107f7 req-6b18d2a7-2a18-433f-ae52-b4c6bee979f6 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0550580 Feb 21 09:49:52.746656 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b63debaa-a3aa-4487-ad23-6c40e34107f7 req-97e93451-80cd-491d-8a30-42a74143786b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437195 Feb 21 09:49:53.680145 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5fb2ec4b-229c-4260-ba0d-f88e3389f853 req-101fa5e2-644b-4681-91fa-95c14c514565 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Feb 21 09:49:53.874646 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529f928-49f6-42fc-9b64-41f357797fce req-5697ed02-94d5-4627-bac2-849c05b3dd10 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:53.876144 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f529f928-49f6-42fc-9b64-41f357797fce req-5697ed02-94d5-4627-bac2-849c05b3dd10 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0569997 Feb 21 09:49:53.924536 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f529f928-49f6-42fc-9b64-41f357797fce req-992c7749-9c0a-44ca-aa0e-6283f17a5f7a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Feb 21 09:49:55.050227 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7b21-7faf-4527-ba62-8ffc84d2c884 req-9014cf67-35f2-4656-bd04-cfeb99c9f06e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:55.051692 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-743e7b21-7faf-4527-ba62-8ffc84d2c884 req-9014cf67-35f2-4656-bd04-cfeb99c9f06e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0584524 Feb 21 09:49:55.106154 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-743e7b21-7faf-4527-ba62-8ffc84d2c884 req-542a54dd-c127-4277-91ae-e70e6d697988 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487504 Feb 21 09:49:56.227039 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933dfe4-65a0-415f-81e9-1454f246753d req-9101bdf1-2373-4360-b462-3d56e2a0646f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:56.228513 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a933dfe4-65a0-415f-81e9-1454f246753d req-9101bdf1-2373-4360-b462-3d56e2a0646f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0544221 Feb 21 09:49:56.275994 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a933dfe4-65a0-415f-81e9-1454f246753d req-b1f09205-35c5-4df1-9f53-5d5c08af8fa8 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Feb 21 09:49:57.396839 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6a573-5884-4bfe-905e-78792114902e req-7376f3eb-6dba-428c-b52d-dfdf73fc766b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:57.398373 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-88f6a573-5884-4bfe-905e-78792114902e req-7376f3eb-6dba-428c-b52d-dfdf73fc766b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0567930 Feb 21 09:49:57.456395 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-88f6a573-5884-4bfe-905e-78792114902e req-746efd07-2521-4cd4-9129-18b6be5f81ae tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524340 Feb 21 09:49:58.176247 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e684dd93-c98a-49c8-972f-3482d4d06afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:58.584778 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f82267-b589-421c-b036-86ab340121d3 req-b37289df-d5a3-4785-a089-f5323b3939c1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:58.586297 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-25f82267-b589-421c-b036-86ab340121d3 req-b37289df-d5a3-4785-a089-f5323b3939c1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0592372 Feb 21 09:49:58.634606 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-25f82267-b589-421c-b036-86ab340121d3 req-1f6c2adf-5747-4f70-ac85-cf85ff8e1e52 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Feb 21 09:49:58.754757 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd0f9-4dec-4331-be2b-7d99e4530460 req-373ca8ae-1b6a-4b22-ac77-2e2832efd6ba tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:58.756746 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ef0bd0f9-4dec-4331-be2b-7d99e4530460 req-373ca8ae-1b6a-4b22-ac77-2e2832efd6ba tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0581238 Feb 21 09:49:58.765238 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34306) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:58.769749 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Request body: {'floatingip': {'port_id': 'e727d7ee-3177-425a-ac53-e3f7b63d5724'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:58.813976 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (cf448d8a-a5aa-4a85-a5eb-f13f72d409d2), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:59.260244 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:59.332720 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (cf448d8a-a5aa-4a85-a5eb-f13f72d409d2), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:59.441711 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Floating IP cf448d8a-a5aa-4a85-a5eb-f13f72d409d2 associated. External IP: 172.27.3.248, port: e727d7ee-3177-425a-ac53-e3f7b63d5724. Feb 21 09:49:59.895394 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:00.021245 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:00.028534 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:00.031679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] Sync routers for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:50:00.042673 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:00.043346 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:00.066309 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-face053b-7c6c-44c1-b403-10b3e12d5a6e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "PUT /v2.0/floatingips/cf448d8a-a5aa-4a85-a5eb-f13f72d409d2 HTTP/1.1" status: 200 len: 992 time: 1.2998681 Feb 21 09:50:00.067108 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:00.069817 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4a2485-9d30-45a6-91a7-2ef09bd5249a" -d '{"events": [{"name": "network-changed", "server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:00.112712 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b1249c-7931-4dd4-a2fc-a47ec185b05f x-openstack-request-id: req-16b1249c-7931-4dd4-a2fc-a47ec185b05f {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:00.113004 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:00.113253 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16b1249c-7931-4dd4-a2fc-a47ec185b05f {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:00.113678 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'status': 'completed', 'code': 200} Feb 21 09:50:00.191308 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:00.213620 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-1b80f62b-6637-4e80-ac30-0f1553cec643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:00.216079 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-1b80f62b-6637-4e80-ac30-0f1553cec643 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 1130 time: 0.0505238 Feb 21 09:50:00.329920 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-c57f25e7-7605-4c94-a43f-b24b9f5a64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:00.329920 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-c57f25e7-7605-4c94-a43f-b24b9f5a64c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 200 len: 911 time: 0.1050007 Feb 21 09:50:00.412309 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-5664904f-bec8-47c9-8cb0-65e8416360b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724 HTTP/1.1" status: 200 len: 1000 time: 0.0796046 Feb 21 09:50:00.472410 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-370cfab5-8efb-4142-9558-8aee25d8db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:00.474018 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-370cfab5-8efb-4142-9558-8aee25d8db08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 200 len: 849 time: 0.0540299 Feb 21 09:50:00.478593 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'cf448d8a-a5aa-4a85-a5eb-f13f72d409d2', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'port_id': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'mac_address': 'fa:16:3e:d5:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32789084-a550-47c1-994b-2efff9429eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:49:40Z', 'updated_at': '2022-02-21T09:49:59Z', 'revision_number': 1, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:00.507896 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] Checking router: cd0354cb-8931-4e87-b8e7-caecc0e0fa2a for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:50:00.518626 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:00.518626 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:49:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:00.535576 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-577334c1-4e55-4d49-86a5-34c55c7cb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:00.537478 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-577334c1-4e55-4d49-86a5-34c55c7cb96f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d612757-5041-44ac-b2c3-9d74998dbae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552049 Feb 21 09:50:00.562279 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-140327c0-fe81-4ad8-915a-6839b93d5eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:00.642640 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-45d03909-b05c-4de3-a592-632a9e6af251 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922582 Feb 21 09:50:00.644857 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:00.751195 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-df4a2485-9d30-45a6-91a7-2ef09bd5249a req-578a77fe-eedd-40ab-a089-bc7be8137157 service neutron] 10.222.0.10 "GET /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003866 Feb 21 09:50:00.932086 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'cf448d8a-a5aa-4a85-a5eb-f13f72d409d2', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'port_id': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'mac_address': 'fa:16:3e:d5:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32789084-a550-47c1-994b-2efff9429eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:49:40Z', 'updated_at': '2022-02-21T09:49:59Z', 'revision_number': 1, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:00.963650 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a8475-7de3-481f-9112-ebd1dcbc5b71 None None] The sync data for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi is: [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'cf448d8a-a5aa-4a85-a5eb-f13f72d409d2', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'port_id': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'mac_address': 'fa:16:3e:d5:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32789084-a550-47c1-994b-2efff9429eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:49:40Z', 'updated_at': '2022-02-21T09:49:59Z', 'revision_number': 1, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:50:01.162973 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716b271-814b-4e69-ab83-99b1f9060060 None None] New status for floating IP cf448d8a-a5aa-4a85-a5eb-f13f72d409d2: ACTIVE {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:50:01.811091 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:03.503724 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:04.761068 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:05.730205 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:11.642610 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:50:19.690630 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34490) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:19.734748 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] Deleting subnet 519b1185-7e42-4b8c-b263-175e6d1742b0 {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:50:19.738535 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] Publish callbacks [] for subnet (519b1185-7e42-4b8c-b263-175e6d1742b0), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.774808 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (519b1185-7e42-4b8c-b263-175e6d1742b0), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.818285 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (519b1185-7e42-4b8c-b263-175e6d1742b0), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.924106 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (519b1185-7e42-4b8c-b263-175e6d1742b0), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.949828 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519b1185-7e42-4b8c-b263-175e6d1742b0,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:19.956885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.960110 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-06e911ee-7495-4595-832b-535ae930e4d7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/519b1185-7e42-4b8c-b263-175e6d1742b0 HTTP/1.1" status: 204 len: 168 time: 0.2696624 Feb 21 09:50:19.962546 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34494) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:20.029586 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (b341e638-ff92-4038-a4b9-fc0cf220cb42), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.110994 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (b341e638-ff92-4038-a4b9-fc0cf220cb42), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.131406 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b341e638-ff92-4038-a4b9-fc0cf220cb42']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:20.140326 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40c4508-30da-4695-a82f-ea5754f0cc6f') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:20.140621 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40c4508-30da-4695-a82f-ea5754f0cc6f') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:20.149958 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (e40c4508-30da-4695-a82f-ea5754f0cc6f), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.163972 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (e40c4508-30da-4695-a82f-ea5754f0cc6f), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.169769 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:50:20.170152 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (e40c4508-30da-4695-a82f-ea5754f0cc6f), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:50:20.171752 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:50:20.308956 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (b341e638-ff92-4038-a4b9-fc0cf220cb42), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.314307 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.317500 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b341e638-ff92-4038-a4b9-fc0cf220cb42 HTTP/1.1" status: 204 len: 168 time: 0.3539066 Feb 21 09:50:20.333702 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa11dd2-2851-4fa4-8ae6-1f31e20e5cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b341e638-ff92-4038-a4b9-fc0cf220cb42,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:20.863061 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34498) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:20.906103 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f06bf9c0-3b6b-4d17-a106-623a71c82a31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3e29e32e9954420a668382864e355c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418706 Feb 21 09:50:20.908903 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34502) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:20.957530 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d209ca65-71e4-4c0d-b354-e4aa06441798 admin admin] Publish callbacks [] for security_group (e9d6a64e-ed3f-4879-b830-f3bb5728180a), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:20.978057 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d209ca65-71e4-4c0d-b354-e4aa06441798 admin admin] Publish callbacks [] for security_group (e9d6a64e-ed3f-4879-b830-f3bb5728180a), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.088874 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d209ca65-71e4-4c0d-b354-e4aa06441798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (e9d6a64e-ed3f-4879-b830-f3bb5728180a), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.091549 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d209ca65-71e4-4c0d-b354-e4aa06441798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.094683 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d209ca65-71e4-4c0d-b354-e4aa06441798 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9d6a64e-ed3f-4879-b830-f3bb5728180a HTTP/1.1" status: 204 len: 168 time: 0.1827548 Feb 21 09:50:21.100618 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209ca65-71e4-4c0d-b354-e4aa06441798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6a64e-ed3f-4879-b830-f3bb5728180a,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:28.174402 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2a970e72-88ca-4276-aa99-c01e66f38aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:30.539658 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f0c50093-f987-4598-884b-537a994aa114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:31.808323 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:33.522831 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.756782 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:35.756952 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:41.702945 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-b80c44dc-277c-4885-88b2-f9a433afdf18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469584 Feb 21 09:50:41.812924 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-c965b339-3999-42f9-bd70-900c458d8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:41.814540 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-c965b339-3999-42f9-bd70-900c458d8eb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1130 time: 0.0499744 Feb 21 09:50:41.924206 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-0d2aac0c-45c8-4be8-aaed-e8588fca3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:41.925720 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-0d2aac0c-45c8-4be8-aaed-e8588fca3fa2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 910 time: 0.0909257 Feb 21 09:50:41.992249 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-bcd0a2ce-9352-4b88-8e41-c2581db0c6ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 1002 time: 0.0599024 Feb 21 09:50:42.040729 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-620d6eec-cdc3-4b92-b234-783314a92cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:42.042210 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-620d6eec-cdc3-4b92-b234-783314a92cdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.0436192 Feb 21 09:50:42.097496 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-e5ecbb87-e2c8-462e-bd05-58a277aeac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:42.099064 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-e5ecbb87-e2c8-462e-bd05-58a277aeac65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490804 Feb 21 09:50:42.190999 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-083678eb-3a31-49f8-9d45-573c9ebf1a57 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853310 Feb 21 09:50:42.286646 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-22221a1f-44c3-42bb-8769-9022e7f0ebf8 req-e49dfe48-7787-4b4c-be5f-39f918e8e62d service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Feb 21 09:50:47.528445 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e8ad-240a-4bfa-b699-a6771bab6776 req-f448e0e2-0ec8-4e1a-add1-7164c9fb7d18 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:47.529953 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e286e8ad-240a-4bfa-b699-a6771bab6776 req-f448e0e2-0ec8-4e1a-add1-7164c9fb7d18 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0534680 Feb 21 09:50:47.587479 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e286e8ad-240a-4bfa-b699-a6771bab6776 req-47baecba-acb0-42fc-90e9-4ae0b94c824e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500429 Feb 21 09:50:48.641192 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:50:48.715644 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2bba8-49d7-4c13-bee0-b28bde1fd6e2 req-77bf3558-0332-4073-beac-19a38edfd79b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:48.717663 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-81c2bba8-49d7-4c13-bee0-b28bde1fd6e2 req-77bf3558-0332-4073-beac-19a38edfd79b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0582459 Feb 21 09:50:48.766729 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-81c2bba8-49d7-4c13-bee0-b28bde1fd6e2 req-a7254136-adc8-41f4-9b01-9c070abc6cca tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Feb 21 09:50:49.894749 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9327ab-7e6a-44d7-b8da-cc2ab4b1c6cf req-f66e5165-7ced-4f7f-9491-b1e8806bb2ab tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:49.896864 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bd9327ab-7e6a-44d7-b8da-cc2ab4b1c6cf req-f66e5165-7ced-4f7f-9491-b1e8806bb2ab tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0554502 Feb 21 09:50:49.943152 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bd9327ab-7e6a-44d7-b8da-cc2ab4b1c6cf req-e98d6b09-e753-4dfa-b63d-c71706b72067 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 Feb 21 09:50:51.066202 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da12b5-a895-4b5b-ba42-e67e0fcf8404 req-af481ebb-438e-417b-82e2-8e21c294057c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:51.067730 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f0da12b5-a895-4b5b-ba42-e67e0fcf8404 req-af481ebb-438e-417b-82e2-8e21c294057c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Feb 21 09:50:51.119144 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f0da12b5-a895-4b5b-ba42-e67e0fcf8404 req-446f25a4-970d-49f4-867d-53fc29011636 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456269 Feb 21 09:50:52.268366 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e3c81-dbbf-4ead-8241-ce86b0592c22 req-bc316d84-ba6f-4756-8426-42e9861dded0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:52.270429 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8e8e3c81-dbbf-4ead-8241-ce86b0592c22 req-bc316d84-ba6f-4756-8426-42e9861dded0 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0611141 Feb 21 09:50:52.319491 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8e8e3c81-dbbf-4ead-8241-ce86b0592c22 req-56640370-5420-4bfb-bb56-26b0e24610ae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Feb 21 09:50:53.448342 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d78be0-d34c-4f86-b8e6-7b4760ccaa36 req-4069d921-2c6b-44bb-86ee-e6e2100e9c51 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:53.449884 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f7d78be0-d34c-4f86-b8e6-7b4760ccaa36 req-4069d921-2c6b-44bb-86ee-e6e2100e9c51 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0544658 Feb 21 09:50:53.498675 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f7d78be0-d34c-4f86-b8e6-7b4760ccaa36 req-62a4c981-7e7b-45b7-9538-d2fa19c1382a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Feb 21 09:50:54.625606 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b129-f867-4262-af9f-6f6befe1e1f6 req-3d01d897-2394-466e-abc7-033b7e9bd5a8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:54.627084 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b812b129-f867-4262-af9f-6f6befe1e1f6 req-3d01d897-2394-466e-abc7-033b7e9bd5a8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0568306 Feb 21 09:50:54.674699 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b812b129-f867-4262-af9f-6f6befe1e1f6 req-cb5ad37d-c9aa-414c-9394-43bf86e58436 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Feb 21 09:50:55.799203 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970e13-5e88-4d1e-9241-3795ef0ce493 req-8eb1ef71-8c9b-40ee-a111-690278d8ca5c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:55.800661 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e8970e13-5e88-4d1e-9241-3795ef0ce493 req-8eb1ef71-8c9b-40ee-a111-690278d8ca5c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0530343 Feb 21 09:50:55.850409 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e8970e13-5e88-4d1e-9241-3795ef0ce493 req-38d71d96-6d3c-442d-8551-2b05fae41758 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 Feb 21 09:50:56.974634 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185b2c-b2c1-4026-95cc-9edb3518a45c req-99aa4802-3f2f-4c43-bed5-e7c7351648b7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:56.976120 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d6185b2c-b2c1-4026-95cc-9edb3518a45c req-99aa4802-3f2f-4c43-bed5-e7c7351648b7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0539622 Feb 21 09:50:57.023148 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d6185b2c-b2c1-4026-95cc-9edb3518a45c req-644fb4d4-1a98-4511-83e3-db47523f4c64 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Feb 21 09:50:58.155215 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016871-e292-4382-8dc9-59f9425a80f9 req-bd390d37-21b4-41c1-9f02-9dc2a41aebc1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:58.156689 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-39016871-e292-4382-8dc9-59f9425a80f9 req-bd390d37-21b4-41c1-9f02-9dc2a41aebc1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0594563 Feb 21 09:50:58.179604 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a3a13074-682d-49b4-80ed-2854c0f027a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:58.210469 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-39016871-e292-4382-8dc9-59f9425a80f9 req-07590d42-6fc9-45f6-8946-fe561b4db2b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481012 Feb 21 09:50:59.338877 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca644e-58bb-4abc-b31a-979b2c55ee4b req-128e830c-33ef-45f4-9c75-8542816ba3bd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:59.340421 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b3ca644e-58bb-4abc-b31a-979b2c55ee4b req-128e830c-33ef-45f4-9c75-8542816ba3bd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0554869 Feb 21 09:50:59.396314 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b3ca644e-58bb-4abc-b31a-979b2c55ee4b req-4977fa22-7523-41f1-b193-74aa61c636e8 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500517 Feb 21 09:51:00.171357 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:51:00.404435 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:00.416265 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'port_id': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'mac_address': 'fa:16:3e:76:b6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:51:00.466762 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: ACTIVE; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:00.467157 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:00.481153 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7417f2c0-8f81-44ae-9f4e-e4da089278dc {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:51:00.504645 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:00.523218 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-cec128b3-8563-403d-9d05-0897cb465a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:00.533170 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357208-69b6-4491-8154-ea83b79485d2 req-d9233814-f5d0-4a6b-b1eb-3c8761c26029 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:00.534759 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4b357208-69b6-4491-8154-ea83b79485d2 req-d9233814-f5d0-4a6b-b1eb-3c8761c26029 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Feb 21 09:51:00.568290 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:00.587507 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4b357208-69b6-4491-8154-ea83b79485d2 req-c2aa62cd-51a2-47b8-b5cb-08c5762cbf61 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462723 Feb 21 09:51:00.620493 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=6']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:00.627703 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.628058 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.628405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.628742 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.629076 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.629407 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.629766 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.630095 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.630424 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.630753 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.631076 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.631398 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.631718 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:00.748077 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['7417f2c0-8f81-44ae-9f4e-e4da089278dc'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:51:01.748428 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e4e64-e649-48b9-9b6a-7731cfbb41cc req-eaf27b90-95e4-4755-bb47-f3806e00a9a7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:01.750048 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3d8e4e64-e649-48b9-9b6a-7731cfbb41cc req-eaf27b90-95e4-4755-bb47-f3806e00a9a7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 944 time: 0.0542293 Feb 21 09:51:01.801945 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3d8e4e64-e649-48b9-9b6a-7731cfbb41cc req-f824b4b0-7b46-41fc-b2c2-2d1aea8c66c6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461097 Feb 21 09:51:01.860694 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:02.184628 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:51:02.236115 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 7417f2c0-8f81-44ae-9f4e-e4da089278dc triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:51:02.236496 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:02.315935 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:02.316358 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:02.342098 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:02.344338 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b93a233-b08d-499c-b574-0909a0c8a2ba" -d '{"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-plugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:02.357360 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:02.387449 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0fb0c9-12e2-45b8-8a87-e43d3ad0b001 x-openstack-request-id: req-8e0fb0c9-12e2-45b8-8a87-e43d3ad0b001 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:02.387771 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-plugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:02.388015 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e0fb0c9-12e2-45b8-8a87-e43d3ad0b001 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:02.388416 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'code': 200} Feb 21 09:51:02.440488 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:02.490282 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=7']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:02.927740 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d319bd-878a-4340-898d-0f3a2a46ea5c req-bed2d175-466e-4303-8465-52a7e8f6da46 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:02.929275 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-02d319bd-878a-4340-898d-0f3a2a46ea5c req-bed2d175-466e-4303-8465-52a7e8f6da46 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0540955 Feb 21 09:51:02.976619 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-02d319bd-878a-4340-898d-0f3a2a46ea5c req-26ad9dfa-e0aa-43b4-9cd0-d49712c47d3c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Feb 21 09:51:03.527168 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:04.099223 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e54d-6e02-4dd3-aef9-26a2529ccf3b req-b12188ba-de50-4e69-b2a4-0994bbfd622c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:04.100742 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d340e54d-6e02-4dd3-aef9-26a2529ccf3b req-b12188ba-de50-4e69-b2a4-0994bbfd622c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0520740 Feb 21 09:51:04.152742 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d340e54d-6e02-4dd3-aef9-26a2529ccf3b req-56e96912-838c-405f-8b0f-ebc54e834c50 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459685 Feb 21 09:51:04.773404 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:05.302192 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86dd79-871c-474b-97fd-23e568f2dfb7 req-2485390e-7e45-40b1-86c4-1eca96c30bda tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:05.303570 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ee86dd79-871c-474b-97fd-23e568f2dfb7 req-2485390e-7e45-40b1-86c4-1eca96c30bda tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0633097 Feb 21 09:51:05.354701 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ee86dd79-871c-474b-97fd-23e568f2dfb7 req-80c4e9de-5804-49bd-94ce-6c7b84a1ba0c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Feb 21 09:51:05.736405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:06.503755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec748d50-5a1d-41fc-a115-2e05aa5b5b17 req-ce85bde7-9aea-4a7d-9092-212e0cac1cce tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:06.505354 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ec748d50-5a1d-41fc-a115-2e05aa5b5b17 req-ce85bde7-9aea-4a7d-9092-212e0cac1cce tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0707233 Feb 21 09:51:06.566460 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ec748d50-5a1d-41fc-a115-2e05aa5b5b17 req-fcddf30c-061c-464e-9694-4e3300698d45 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513694 Feb 21 09:51:07.709481 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f9c79-8719-4caa-80df-97e1cddb7988 req-b3c1b9d6-50f9-438f-8c07-66d1d271032d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:07.717440 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a15f9c79-8719-4caa-80df-97e1cddb7988 req-b3c1b9d6-50f9-438f-8c07-66d1d271032d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0655031 Feb 21 09:51:07.770348 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a15f9c79-8719-4caa-80df-97e1cddb7988 req-2e733602-1465-4a29-8067-9da0064ddcfa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517662 Feb 21 09:51:08.902659 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc3b0-97a2-4bb3-8da3-71ec515cf5e2 req-0624ce19-bc0e-4dc5-80b8-1b1b1ca472d9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:08.903672 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a60bc3b0-97a2-4bb3-8da3-71ec515cf5e2 req-0624ce19-bc0e-4dc5-80b8-1b1b1ca472d9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0575020 Feb 21 09:51:08.959602 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a60bc3b0-97a2-4bb3-8da3-71ec515cf5e2 req-f67ff152-feb3-45d1-8af7-1ee3cc73c199 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468359 Feb 21 09:51:10.109758 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1d1c-fbe1-403e-8331-700fd2cd0cab req-4dc276d4-4d86-4e24-9695-c540ecb6775f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:10.111620 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e95a1d1c-fbe1-403e-8331-700fd2cd0cab req-4dc276d4-4d86-4e24-9695-c540ecb6775f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0584524 Feb 21 09:51:10.168932 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e95a1d1c-fbe1-403e-8331-700fd2cd0cab req-ed6796df-5209-4ddf-87cc-f7192d388dbf tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515673 Feb 21 09:51:11.315680 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bacab-31e2-4284-9ba2-a167b984ac06 req-f478f069-8d7c-4045-b6e0-58aa81b3a35d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:11.318469 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6b0bacab-31e2-4284-9ba2-a167b984ac06 req-f478f069-8d7c-4045-b6e0-58aa81b3a35d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0735347 Feb 21 09:51:11.375072 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6b0bacab-31e2-4284-9ba2-a167b984ac06 req-3bb74fee-48e5-412f-ab1d-b267839d04aa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490172 Feb 21 09:51:12.509884 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282e80b-5f5f-4461-9f89-e79354fa4b7b req-b5d3e0f8-3deb-4371-bef4-8d076a74d122 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:12.511588 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3282e80b-5f5f-4461-9f89-e79354fa4b7b req-b5d3e0f8-3deb-4371-bef4-8d076a74d122 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0572143 Feb 21 09:51:12.571921 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-3282e80b-5f5f-4461-9f89-e79354fa4b7b req-06d6238a-28fb-4a16-b13f-569c400d2311 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543673 Feb 21 09:51:13.740573 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd952b0-c134-4645-a3ff-cfe190ac38fd req-a47037c3-2985-4b82-8139-b7fb95777f9a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:13.749305 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8dd952b0-c134-4645-a3ff-cfe190ac38fd req-a47037c3-2985-4b82-8139-b7fb95777f9a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0778356 Feb 21 09:51:13.798210 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8dd952b0-c134-4645-a3ff-cfe190ac38fd req-d779f677-6cf0-4a67-b3a2-acfcc7fbf2f1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479732 Feb 21 09:51:14.936515 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122a51-5f27-41e0-a520-a61e179fd506 req-f8cfa9f4-0614-4bb5-a3b1-b07755c0a4bd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:14.938121 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-32122a51-5f27-41e0-a520-a61e179fd506 req-f8cfa9f4-0614-4bb5-a3b1-b07755c0a4bd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0604711 Feb 21 09:51:14.992525 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-32122a51-5f27-41e0-a520-a61e179fd506 req-96f33e65-078f-4fcc-af05-2026b387969b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475690 Feb 21 09:51:16.175584 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ed03f-e6b3-45d6-9986-dc7661a04fa7 req-b9a2ab0d-8640-4a52-a7e1-7e800de4328b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:16.178010 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3c0ed03f-e6b3-45d6-9986-dc7661a04fa7 req-b9a2ab0d-8640-4a52-a7e1-7e800de4328b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0690088 Feb 21 09:51:16.230780 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3c0ed03f-e6b3-45d6-9986-dc7661a04fa7 req-056090d0-75b9-462d-bf26-2711ffa6804a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468092 Feb 21 09:51:17.369757 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb1cc8-27d2-41b4-b70c-30f22687f0c2 req-96e65f6e-fcd4-4d7b-b598-89c1b3cdffdd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:17.371238 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-67fb1cc8-27d2-41b4-b70c-30f22687f0c2 req-96e65f6e-fcd4-4d7b-b598-89c1b3cdffdd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0567560 Feb 21 09:51:17.418759 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-67fb1cc8-27d2-41b4-b70c-30f22687f0c2 req-3ec77ca0-c47a-402a-970b-4a2cc8889a67 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Feb 21 09:51:17.857054 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-eb8caed9-83c4-480e-ae82-aaa8676cdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:17.858964 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-eb8caed9-83c4-480e-ae82-aaa8676cdb22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1129 time: 0.0447230 Feb 21 09:51:17.948800 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-fed992f4-e505-4350-b7b2-6248050ded91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:17.950292 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-fed992f4-e505-4350-b7b2-6248050ded91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.0855916 Feb 21 09:51:18.021584 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-75d40443-235b-4017-aefc-56f6f40c93f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 200 len: 1001 time: 0.0639236 Feb 21 09:51:18.070487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-5792b3b0-103d-4e31-b64c-895a1fc0309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:18.071934 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-5792b3b0-103d-4e31-b64c-895a1fc0309d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0447311 Feb 21 09:51:18.122168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-6132bab7-7b62-4a23-bc14-dd24e6609fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:18.124152 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-6132bab7-7b62-4a23-bc14-dd24e6609fe6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446546 Feb 21 09:51:18.227128 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-ccc62a74-baa0-4b65-8506-2ed64b20383e service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923936 Feb 21 09:51:18.325611 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-45d693de-1081-47a2-8eaa-7e7cec80cdee req-6a9c298f-31fa-4e33-9bd9-e177ba0900e9 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914845 Feb 21 09:51:18.549205 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4642c-1daa-4a28-b059-fa670a15395f req-273309d2-a7ee-4a9c-bee6-dbb33def1b54 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:18.550734 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-38b4642c-1daa-4a28-b059-fa670a15395f req-273309d2-a7ee-4a9c-bee6-dbb33def1b54 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0578537 Feb 21 09:51:18.602136 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-38b4642c-1daa-4a28-b059-fa670a15395f req-3e9aae8b-bd5a-4c48-8413-19e39960bb68 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457647 Feb 21 09:51:19.728294 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444ee5-517e-46a2-8296-5376eda33359 req-6b568661-d9e4-44c3-9fe4-df47b3e485e5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:19.729822 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d2444ee5-517e-46a2-8296-5376eda33359 req-6b568661-d9e4-44c3-9fe4-df47b3e485e5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 945 time: 0.0544529 Feb 21 09:51:19.778665 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d2444ee5-517e-46a2-8296-5376eda33359 req-8008b1e5-5867-410d-b072-b41046bbc349 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Feb 21 09:51:20.300384 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:20.379939 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: ACTIVE; New status is: DOWN {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:20.380255 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:20.403748 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:20.408024 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f36f6e-15ab-4405-a7c9-50983e17a978" -d '{"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-unplugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:20.424738 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:20.447427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3408fd-cd93-4172-aa2e-513302ff6dfc x-openstack-request-id: req-3e3408fd-cd93-4172-aa2e-513302ff6dfc {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:20.447724 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-unplugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:20.447984 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e3408fd-cd93-4172-aa2e-513302ff6dfc {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:20.448375 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'code': 200} Feb 21 09:51:20.530606 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:20.578657 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=8']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:20.924528 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f12e89-c252-439c-9d1d-0b25b40016c7 req-dfc640be-150c-4d0d-a40e-51015af3d582 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:20.926027 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-65f12e89-c252-439c-9d1d-0b25b40016c7 req-dfc640be-150c-4d0d-a40e-51015af3d582 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0599179 Feb 21 09:51:20.974263 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-65f12e89-c252-439c-9d1d-0b25b40016c7 req-35da303f-497d-4505-8ad9-9e746fda001e tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427155 Feb 21 09:51:22.900469 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34714) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:22.967822 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [req-bcaa0101-463e-48e9-b67d-034410de627f req-9599fcc1-d233-4f99-b5df-a8559b9e6988 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:51:22.969375 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bcaa0101-463e-48e9-b67d-034410de627f req-9599fcc1-d233-4f99-b5df-a8559b9e6988 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074186 Feb 21 09:51:23.260899 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Deleting port 95d43a4c-cbbc-41f4-8104-3095ec669a12 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:23.261700 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:23.312105 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d9f1-bb2a-47b4-99e8-04078e5ddb89 req-902a8a5c-9598-4d99-8eae-d02b974f3c58 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:23.313674 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0f06d9f1-bb2a-47b4-99e8-04078e5ddb89 req-902a8a5c-9598-4d99-8eae-d02b974f3c58 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0676708 Feb 21 09:51:23.365072 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:23.369198 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for floatingip (95d43a4c-cbbc-41f4-8104-3095ec669a12), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:23.372241 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0f06d9f1-bb2a-47b4-99e8-04078e5ddb89 req-98b58926-71be-47ca-a943-6470cef95e06 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527861 Feb 21 09:51:23.379837 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Calling delete_port for 95d43a4c-cbbc-41f4-8104-3095ec669a12 owned by network:floatingip {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:23.675580 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (95d43a4c-cbbc-41f4-8104-3095ec669a12), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:23.706668 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event deleted for resources: {'Port': ['ID=95d43a4c-cbbc-41f4-8104-3095ec669a12,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:23.719309 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.719665 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.720029 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.720530 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.720863 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.721822 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.722155 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.722482 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.722828 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.723149 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.723499 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.723820 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.724139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:23.785275 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for floatingip (44b517e2-74ad-4d9d-b267-960a34e469e7), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:23.785649 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Floating IP 44b517e2-74ad-4d9d-b267-960a34e469e7 disassociated (deleted). External IP: 172.27.3.137, port: 1d355ef6-99e2-413b-8b33-ea12414f2148. Feb 21 09:51:23.913683 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-bc1185af-d838-45b5-a228-8c6e61815a67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1728415 Feb 21 09:51:24.077418 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d6f2-4745-4515-9352-82c98489c691 req-979b8301-a4c9-48f9-836c-4016673f9cb5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:24.078817 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-979b8301-a4c9-48f9-836c-4016673f9cb5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports/7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 200 len: 940 time: 0.1195440 Feb 21 09:51:24.085175 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Router d019a159-64d2-46e3-9b63-b5bcaa730793 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:51:24.203355 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:51:24.209241 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:24.220779 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] Sync routers for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:51:24.230872 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:24.231729 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:24.250663 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-73b4eeec-bdd9-429e-a45e-33c1eb5510f2 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "DELETE /v2.0/floatingips/44b517e2-74ad-4d9d-b267-960a34e469e7 HTTP/1.1" status: 204 len: 168 time: 1.3483222 Feb 21 09:51:24.251314 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:24.254365 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789a50fd-50cd-4e91-aa43-12d872be5c24" -d '{"events": [{"name": "network-changed", "server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:24.308455 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3951f266-5119-4dce-bf75-4d8d1c69def0 x-openstack-request-id: req-3951f266-5119-4dce-bf75-4d8d1c69def0 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:24.308924 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:24.309466 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3951f266-5119-4dce-bf75-4d8d1c69def0 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:24.310265 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'status': 'completed', 'code': 200} Feb 21 09:51:24.326095 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:24.399078 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:24.412218 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-2a9f1fd1-fe97-4193-80e6-e92802ddd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:24.413995 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-2a9f1fd1-fe97-4193-80e6-e92802ddd984 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 1130 time: 0.0517848 Feb 21 09:51:24.541133 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: DOWN; New status is: DOWN {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:24.553589 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-217ff470-a898-4722-af8e-b5e647605c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:24.555131 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-217ff470-a898-4722-af8e-b5e647605c4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 200 len: 910 time: 0.1348138 Feb 21 09:51:24.574258 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0278-e40f-4de1-8f54-2710d37d0065 req-c5240520-b687-41ef-8ca8-83d90e62415b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:24.575840 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-416d0278-e40f-4de1-8f54-2710d37d0065 req-c5240520-b687-41ef-8ca8-83d90e62415b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0934443 Feb 21 09:51:24.613860 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-95899016-63ea-4912-be25-fa7fe9acb0f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 200 len: 217 time: 0.0524983 Feb 21 09:51:24.686894 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:56Z', 'revision_number': 5, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:24.709948 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-416d0278-e40f-4de1-8f54-2710d37d0065 req-d7f153cd-be04-41fc-8875-3dee8ae488cb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987911 Feb 21 09:51:24.725384 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-6420eaa6-26b9-48cd-831c-70d0204e635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:24.727002 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-6420eaa6-26b9-48cd-831c-70d0204e635b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 200 len: 848 time: 0.0656519 Feb 21 09:51:24.743029 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] Checking router: d019a159-64d2-46e3-9b63-b5bcaa730793 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:51:24.752208 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:24.753353 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:24.756256 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945273d-26cc-4faa-861c-c782e55745a4 req-f95aa8b8-2016-49a7-af5e-0449e9f75cea tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:24.761578 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7945273d-26cc-4faa-861c-c782e55745a4 req-f95aa8b8-2016-49a7-af5e-0449e9f75cea tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0622058 Feb 21 09:51:24.783046 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-a39ac00a-f497-427b-a42d-0a84f97b0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:24.785203 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-a39ac00a-f497-427b-a42d-0a84f97b0dc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507896 Feb 21 09:51:24.850293 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7945273d-26cc-4faa-861c-c782e55745a4 req-fc55ee58-20e2-4e7b-b369-830359bfb79b tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848486 Feb 21 09:51:24.884181 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:24.891316 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-0216d48b-1e49-4585-9762-90f532bffae7 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986772 Feb 21 09:51:24.997118 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-789a50fd-50cd-4e91-aa43-12d872be5c24 req-1ca79b87-3424-441a-8270-f67ae0e16370 service neutron] 10.222.0.10 "GET /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970702 Feb 21 09:51:25.109199 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:56Z', 'revision_number': 5, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:25.137071 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcf860-ee3a-44b9-88ab-5a25f76603ea None None] The sync data for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi is: [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:52Z', 'revision_number': 4, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '3e9c70a6-c3b4-493e-a316-f7d7d9f0b293', 'name': '', 'network_id': 'd41d7b35-2948-4b7f-a4c8-92df4ffb68b6', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'mac_address': 'fa:16:3e:17:d0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:51Z', 'updated_at': '2022-02-21T09:44:56Z', 'revision_number': 5, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'subnets': [{'id': '1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:51:25.384547 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c5596-80f3-499e-b45a-d33f0174da34 None None] New status for floating IP 44b517e2-74ad-4d9d-b267-960a34e469e7: DOWN {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:51:25.632782 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d6f2-4745-4515-9352-82c98489c691 req-82188b17-fd1e-46c5-8999-5d33b81bb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:25.634235 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-82188b17-fd1e-46c5-8999-5d33b81bb81f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247&tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb HTTP/1.1" status: 200 len: 1127 time: 0.0618093 Feb 21 09:51:25.640249 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:51:25.715626 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d6f2-4745-4515-9352-82c98489c691 req-87d27769-2a6d-45fe-bef9-e89ebb3175fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:25.717150 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-87d27769-2a6d-45fe-bef9-e89ebb3175fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1127 time: 0.0467134 Feb 21 09:51:25.867359 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d6f2-4745-4515-9352-82c98489c691 req-50b1c2b9-c7f1-4f13-b71a-2c6aa22da4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:25.868881 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-50b1c2b9-c7f1-4f13-b71a-2c6aa22da4c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.1448100 Feb 21 09:51:25.893066 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f8af6-35ca-4d63-a967-6f49b5fdbf5a req-a454343f-3493-4f38-ae61-e684a26c89fc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:25.893066 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-323f8af6-35ca-4d63-a967-6f49b5fdbf5a req-a454343f-3493-4f38-ae61-e684a26c89fc tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.1017253 Feb 21 09:51:25.971327 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-c06f5781-b204-405b-8f16-f412c8df164e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 200 len: 999 time: 0.0950091 Feb 21 09:51:25.981489 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d96b2-8b42-4957-9afd-ba15baf63583 req-dc970907-272d-4c05-8723-3494095462af tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:25.983435 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-593d96b2-8b42-4957-9afd-ba15baf63583 req-dc970907-272d-4c05-8723-3494095462af tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.0661745 Feb 21 09:51:26.014881 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-323f8af6-35ca-4d63-a967-6f49b5fdbf5a req-275a880b-c7d2-420a-a8ac-a8812c830da6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173151 Feb 21 09:51:26.035340 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d6f2-4745-4515-9352-82c98489c691 req-db9915ac-c98b-4d11-b838-d524a6be7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:26.037039 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-db9915ac-c98b-4d11-b838-d524a6be7f86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0568733 Feb 21 09:51:26.047335 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-593d96b2-8b42-4957-9afd-ba15baf63583 req-7c8f01ff-9d81-4df2-9b15-a1acf8526288 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa581959-dcbb-4a1a-a416-5256ac3e4f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568397 Feb 21 09:51:26.372996 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d6f2-4745-4515-9352-82c98489c691 req-5e8b9a0a-0aa4-4661-ad75-dde5d654166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:26.374520 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-5e8b9a0a-0aa4-4661-ad75-dde5d654166c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3181071 Feb 21 09:51:26.468177 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-f96c1139-1373-4fc2-a960-0105d44c9567 service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Feb 21 09:51:26.656417 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a92ba-c458-484b-a2f5-929454d67176 req-58a02e93-7cc7-4204-a33d-6da035c461c6 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:26.657982 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e17a92ba-c458-484b-a2f5-929454d67176 req-58a02e93-7cc7-4204-a33d-6da035c461c6 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 946 time: 0.1162562 Feb 21 09:51:26.664631 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-fcfe13ec-96af-4b5a-a511-41b28ada314c service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311355 Feb 21 09:51:26.776535 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Deleting port 1d355ef6-99e2-413b-8b33-ea12414f2148 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:26.776936 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:26.892533 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] For port 1d355ef6-99e2-413b-8b33-ea12414f2148, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d355ef6-99e2-413b-8b33-ea12414f2148,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:26.892904 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:26.906214 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Calling delete_port for 1d355ef6-99e2-413b-8b33-ea12414f2148 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:27.096694 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (1d355ef6-99e2-413b-8b33-ea12414f2148), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:27.139905 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event deleted for resources: {'Port': ['ID=1d355ef6-99e2-413b-8b33-ea12414f2148,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:27.148977 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e74f6680-370a-400b-9c84-570bb72c0c1d req-95ee21d3-139e-4c20-8303-9e4d768e09e0 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0308285 Feb 21 09:51:27.178338 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.178691 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.179036 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.179371 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.179701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.180035 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.180366 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.180773 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.181100 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.181658 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.181953 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.185654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.185654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:27.228357 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] No DVR routers for this DVR port 1d355ef6-99e2-413b-8b33-ea12414f2148 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:27.231273 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:27.234705 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e17a92ba-c458-484b-a2f5-929454d67176 req-eec9cfad-3489-42b2-a7af-ce8d352cb1d1 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.10 "DELETE /v2.0/ports/1d355ef6-99e2-413b-8b33-ea12414f2148 HTTP/1.1" status: 204 len: 173 time: 0.5536005 Feb 21 09:51:27.235174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-deleted', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:27.237606 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70755bb8-de55-49ad-a55d-7da44a23aa05" -d '{"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-deleted", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:27.258463 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551f454-b413-4455-8a7d-b998a50938e8 req-430c2c30-70df-41d9-a596-3a37e3b51be7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:27.260002 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d551f454-b413-4455-8a7d-b998a50938e8 req-430c2c30-70df-41d9-a596-3a37e3b51be7 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.1584725 Feb 21 09:51:27.274049 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bee9be-686c-4610-8d2c-802ea2d066b2 x-openstack-request-id: req-38bee9be-686c-4610-8d2c-802ea2d066b2 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:27.274488 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3365a2d-9f13-4dc1-91bc-4e5d1656823b", "name": "network-vif-deleted", "tag": "1d355ef6-99e2-413b-8b33-ea12414f2148", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:27.274828 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38bee9be-686c-4610-8d2c-802ea2d066b2 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:27.277427 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3365a2d-9f13-4dc1-91bc-4e5d1656823b', 'name': 'network-vif-deleted', 'tag': '1d355ef6-99e2-413b-8b33-ea12414f2148', 'status': 'completed', 'code': 200} Feb 21 09:51:27.322615 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d551f454-b413-4455-8a7d-b998a50938e8 req-158faab7-4f41-4e54-94fe-8fbd9729ca67 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549581 Feb 21 09:51:28.207772 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-1475bb86-1c1f-4deb-8724-7bb306e5aaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:28.302224 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-23b09318-da29-4dc2-a0a0-aed15006556b req-939d6583-0cbc-4964-9693-bd0b89e60216 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0354385 Feb 21 09:51:28.459721 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ee832-488c-49c4-91bc-db8dad805da0 req-9485f064-350b-479f-8459-06909c7f4df1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:28.463716 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1d0ee832-488c-49c4-91bc-db8dad805da0 req-9485f064-350b-479f-8459-06909c7f4df1 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0609989 Feb 21 09:51:28.523392 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1d0ee832-488c-49c4-91bc-db8dad805da0 req-e81286b7-3e2c-41e3-96f6-3c1d93cd5d88 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562303 Feb 21 09:51:28.765190 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7fcab-40bd-467a-b75a-cc067a928337 req-1403cebc-9089-4f7d-bc2e-ae9301cd5bea tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:28.771247 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eae7fcab-40bd-467a-b75a-cc067a928337 req-1403cebc-9089-4f7d-bc2e-ae9301cd5bea tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0659919 Feb 21 09:51:28.825395 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-eae7fcab-40bd-467a-b75a-cc067a928337 req-541bb8f5-ffc7-427c-bdfb-544533079bbd tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515590 Feb 21 09:51:29.415659 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2c85fefe-bc96-4472-8e69-d760f486ff6a req-3047e627-5720-40db-9dbf-09e0790e7e65 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0305018 Feb 21 09:51:29.658805 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1437d-4abc-44cc-9c1d-d3c2d009c139 req-1ed3f862-3635-4481-9b62-e2f4725a4606 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:29.661212 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-abe1437d-4abc-44cc-9c1d-d3c2d009c139 req-1ed3f862-3635-4481-9b62-e2f4725a4606 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0586624 Feb 21 09:51:29.712705 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-abe1437d-4abc-44cc-9c1d-d3c2d009c139 req-4e147868-8f27-4112-af8e-2c05a1569793 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457494 Feb 21 09:51:29.966804 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c70b65-9bbf-4173-a175-a91e96d79ca1 req-6bbae7a0-6220-4ad4-bf29-461f71baf8b5 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:29.968350 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-87c70b65-9bbf-4173-a175-a91e96d79ca1 req-6bbae7a0-6220-4ad4-bf29-461f71baf8b5 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0620847 Feb 21 09:51:30.027783 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-87c70b65-9bbf-4173-a175-a91e96d79ca1 req-0f63c841-782a-48fc-8fc1-a52def49c52f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526540 Feb 21 09:51:30.360930 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d355ef6-99e2-413b-8b33-ea12414f2148 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:30.388292 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 1d355ef6-99e2-413b-8b33-ea12414f2148 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:30.388784 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1d355ef6-99e2-413b-8b33-ea12414f2148 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:30.522848 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8fdfef2c-74ad-4347-9856-92f15f7f5317 req-5e81deee-4654-4a6b-8e63-ec17a3a88a09 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0275605 Feb 21 09:51:30.590802 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-af0643f6-ef8e-48b7-b554-5d48148280f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:30.871684 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01be22-7c8c-4724-8c53-06a489ad55f2 req-0ea1bb72-6fc1-403c-bafb-b23d2cf67c4b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:30.873331 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ed01be22-7c8c-4724-8c53-06a489ad55f2 req-0ea1bb72-6fc1-403c-bafb-b23d2cf67c4b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0795321 Feb 21 09:51:30.937774 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ed01be22-7c8c-4724-8c53-06a489ad55f2 req-c1209922-1e40-4d02-b912-8a2873c649b5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548029 Feb 21 09:51:31.166232 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dd06-0e57-4189-b82c-bcb76652c1a4 req-57db71ed-fbf3-4e2e-ba8e-11b3a7e0e293 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:31.168469 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-88f8dd06-0e57-4189-b82c-bcb76652c1a4 req-57db71ed-fbf3-4e2e-ba8e-11b3a7e0e293 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0600059 Feb 21 09:51:31.232824 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-88f8dd06-0e57-4189-b82c-bcb76652c1a4 req-393cd691-bad5-4040-bb64-f8d09dce5a3b tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582356 Feb 21 09:51:31.637945 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-36f5c812-2a5a-4914-9094-f00f7b46840f req-ec3ecd97-a1b7-4b15-b29c-293f420190ac tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0335801 Feb 21 09:51:31.820508 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.092599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6af7a-ff31-4520-ad5e-d023498eae7f req-43c5a54c-4654-4373-836a-b315ac94caab tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:32.094252 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-92d6af7a-ff31-4520-ad5e-d023498eae7f req-43c5a54c-4654-4373-836a-b315ac94caab tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0584753 Feb 21 09:51:32.151331 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-92d6af7a-ff31-4520-ad5e-d023498eae7f req-59203064-2615-4634-ae4f-e9b9c65249fa tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506606 Feb 21 09:51:32.370379 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fbacf-5731-40b8-9e40-ea4181c5625a req-34878f07-b80a-46cf-94fd-2126b3230fb7 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:32.374325 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a10fbacf-5731-40b8-9e40-ea4181c5625a req-34878f07-b80a-46cf-94fd-2126b3230fb7 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0654018 Feb 21 09:51:32.435679 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a10fbacf-5731-40b8-9e40-ea4181c5625a req-fafa706d-4d44-44ea-bc86-afb4d92ba23a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552454 Feb 21 09:51:32.747220 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9deb063a-28e6-4c5e-963b-0146b2cc97d5 req-0a5cc6f6-4366-4f75-ab0c-ccb6c5aaed20 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0301490 Feb 21 09:51:33.295577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44c6b9-5cc2-46ea-925e-61f19d2bc4a9 req-dbc16f85-d92a-4edd-9e34-2f5b72799c71 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:33.297338 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0c44c6b9-5cc2-46ea-925e-61f19d2bc4a9 req-dbc16f85-d92a-4edd-9e34-2f5b72799c71 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0614622 Feb 21 09:51:33.414470 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0c44c6b9-5cc2-46ea-925e-61f19d2bc4a9 req-5c0eb51a-ef68-4d0b-b996-8fdeb1f3ac92 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104810 Feb 21 09:51:33.523223 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.574097 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee966f-2bb3-4f6a-9fc1-ca779a9e7d04 req-48489fc0-7142-464d-8c00-f7533b8e32a4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:33.577608 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-53ee966f-2bb3-4f6a-9fc1-ca779a9e7d04 req-48489fc0-7142-464d-8c00-f7533b8e32a4 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0675211 Feb 21 09:51:33.629971 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-53ee966f-2bb3-4f6a-9fc1-ca779a9e7d04 req-ba47fef0-dc66-4490-afd4-6e6e968e8e28 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Feb 21 09:51:33.847625 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5b224f03-19c6-4729-8633-8f09791c6174 req-93091f9e-dd30-421b-b680-68eaa6c66a06 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0317237 Feb 21 09:51:34.560904 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1328-3368-412a-b53b-175f80118281 req-4634bf38-9064-4ee0-8e81-6069aec4e381 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:34.562646 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2dcf1328-3368-412a-b53b-175f80118281 req-4634bf38-9064-4ee0-8e81-6069aec4e381 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0662463 Feb 21 09:51:34.617301 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2dcf1328-3368-412a-b53b-175f80118281 req-bd7d9a17-356b-4ca5-8f71-a0f8e9a3f5c5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472410 Feb 21 09:51:34.773777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4041f-baec-4e9a-b7fa-c7dd47758768 req-07ced353-1426-41a7-9195-04a4876b6169 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:34.781036 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-57f4041f-baec-4e9a-b7fa-c7dd47758768 req-07ced353-1426-41a7-9195-04a4876b6169 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0737288 Feb 21 09:51:34.842062 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-57f4041f-baec-4e9a-b7fa-c7dd47758768 req-990ccc6a-478b-4f56-a498-938b554f029f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601571 Feb 21 09:51:34.907079 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:34.959346 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-8d19dd9d-972d-42ce-82d2-4a3f56fafe27 req-8968c868-0dd9-41b9-a3f5-8b2ea0224cca tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0338855 Feb 21 09:51:35.750712 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c8fa6-4f5c-45d7-b526-ad3d5896d04b req-66e6ae74-65e2-46e5-875d-c3f3b569d85a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:35.752411 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b85c8fa6-4f5c-45d7-b526-ad3d5896d04b req-66e6ae74-65e2-46e5-875d-c3f3b569d85a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0583286 Feb 21 09:51:35.780861 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:35.805492 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b85c8fa6-4f5c-45d7-b526-ad3d5896d04b req-61875c33-faab-4dba-8cbe-b6a7dde10002 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465205 Feb 21 09:51:36.027540 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5884-ff01-4fa3-a7e0-350a476a5e8e req-4afe2a41-d264-4b28-acf5-0cdb21b384a6 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:36.029089 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1b5d5884-ff01-4fa3-a7e0-350a476a5e8e req-4afe2a41-d264-4b28-acf5-0cdb21b384a6 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.1104341 Feb 21 09:51:36.062306 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1b23b36b-535b-4f4c-b719-802303ebf410 req-fb2970ff-0d32-4c80-8220-c51b3fc35581 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0271189 Feb 21 09:51:36.077358 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1b5d5884-ff01-4fa3-a7e0-350a476a5e8e req-f1377622-2fe4-4a7b-8ba4-c1194adaf584 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Feb 21 09:51:36.932660 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549044c-78a6-459f-9193-fd0d66f90c27 req-348eb79e-17e8-491e-96af-d9fbdd1369bb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:36.934187 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3549044c-78a6-459f-9193-fd0d66f90c27 req-348eb79e-17e8-491e-96af-d9fbdd1369bb tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0561421 Feb 21 09:51:36.980616 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3549044c-78a6-459f-9193-fd0d66f90c27 req-a793c82b-509c-4e0c-bf20-25a73d48e29a tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Feb 21 09:51:37.159444 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-efd7af66-3455-420c-b573-de3b750dbcf7 req-1bdca727-7a42-40a3-9427-40594372255e tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0267522 Feb 21 09:51:37.199520 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167b83e-3e63-46e8-a9a0-17e6d1dd07d7 req-fe6fba46-a247-4074-a050-36a0e7dcf67c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:37.200988 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9167b83e-3e63-46e8-a9a0-17e6d1dd07d7 req-fe6fba46-a247-4074-a050-36a0e7dcf67c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0542607 Feb 21 09:51:37.248100 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9167b83e-3e63-46e8-a9a0-17e6d1dd07d7 req-cc1b286e-29f8-4b02-ba4e-f5834ea373ee tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Feb 21 09:51:38.103127 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc3299-2c02-45d1-af6d-6e6c1b928a15 req-e0e1df2f-f34c-48b3-b102-a5ff0a993f19 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:38.104678 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-82cc3299-2c02-45d1-af6d-6e6c1b928a15 req-e0e1df2f-f34c-48b3-b102-a5ff0a993f19 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0536518 Feb 21 09:51:38.151671 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-82cc3299-2c02-45d1-af6d-6e6c1b928a15 req-a3328696-89c5-4b58-a6bc-198bd301c97f tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 Feb 21 09:51:38.255011 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a3690ff0-8776-49a2-ae69-674e4ab942db req-585b916f-3988-4537-a7dc-e87b3d17cf18 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0266457 Feb 21 09:51:38.370764 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338997f5-446d-44e2-b10b-db9e13d68a9d req-5c8bd09d-b6d9-4de8-9746-8ea041e094f2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:38.372262 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-338997f5-446d-44e2-b10b-db9e13d68a9d req-5c8bd09d-b6d9-4de8-9746-8ea041e094f2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0573194 Feb 21 09:51:38.420254 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-338997f5-446d-44e2-b10b-db9e13d68a9d req-cb6bf5be-ab80-4ede-ad79-d3b1e7fd048e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Feb 21 09:51:39.282948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559c066-a9c9-4aeb-a12a-87d01d4b2fb3 req-c7d905bc-8c17-43bb-85a5-fc860613957d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:39.285088 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7559c066-a9c9-4aeb-a12a-87d01d4b2fb3 req-c7d905bc-8c17-43bb-85a5-fc860613957d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0608921 Feb 21 09:51:39.335882 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7559c066-a9c9-4aeb-a12a-87d01d4b2fb3 req-53d38037-a3cf-4dcf-98c8-e12adb86d1d6 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443726 Feb 21 09:51:39.354842 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-656a3519-e287-43b0-902c-665d1ab96c10 req-5925ebfe-3fab-43e7-9702-40ef214a052c tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0289204 Feb 21 09:51:39.542212 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee765884-d62b-4f03-8a57-8caeed8fc2b8 req-678a3de1-2119-4bfd-9229-479e13edd8d2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:39.543614 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ee765884-d62b-4f03-8a57-8caeed8fc2b8 req-678a3de1-2119-4bfd-9229-479e13edd8d2 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0546200 Feb 21 09:51:39.591561 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ee765884-d62b-4f03-8a57-8caeed8fc2b8 req-af09d4a8-9208-4e0a-9c35-f449ea00168e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Feb 21 09:51:40.466812 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c77fa8-76bd-46ba-9d0a-64540a7a198d req-01dfeeab-baee-41f2-9dde-59e4e058d39b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:40.468415 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a9c77fa8-76bd-46ba-9d0a-64540a7a198d req-01dfeeab-baee-41f2-9dde-59e4e058d39b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0558469 Feb 21 09:51:40.475481 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b699a61e-f08f-4c28-a042-24af147c03c4 req-49a0bf52-9dc1-4aa3-8761-0f475a1b281a tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3365a2d-9f13-4dc1-91bc-4e5d1656823b HTTP/1.1" status: 200 len: 210 time: 0.0355263 Feb 21 09:51:40.515890 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a9c77fa8-76bd-46ba-9d0a-64540a7a198d req-2fe23076-f9a6-4862-b622-b6cdb4199926 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 Feb 21 09:51:40.719184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c6a43-56a7-4575-abf4-1324c8238e34 req-f885bca8-fe3f-4d98-a19b-15ab09fc75ad tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:40.720745 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7b6c6a43-56a7-4575-abf4-1324c8238e34 req-f885bca8-fe3f-4d98-a19b-15ab09fc75ad tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0603020 Feb 21 09:51:40.770758 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7b6c6a43-56a7-4575-abf4-1324c8238e34 req-2d78b7bf-bbbf-4a77-b866-69192ef3bbc1 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Feb 21 09:51:41.197457 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-1b49a25f-02bc-4ccc-8c1f-78dd0343b478 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:41.198864 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-1b49a25f-02bc-4ccc-8c1f-78dd0343b478 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 946 time: 0.0537610 Feb 21 09:51:41.298414 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Deleting port e727d7ee-3177-425a-ac53-e3f7b63d5724 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:41.298749 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.390068 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] For port e727d7ee-3177-425a-ac53-e3f7b63d5724, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e727d7ee-3177-425a-ac53-e3f7b63d5724,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:41.390429 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.532832 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34898) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:41.596247 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.596937 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (cf448d8a-a5aa-4a85-a5eb-f13f72d409d2), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.597070 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Floating IP cf448d8a-a5aa-4a85-a5eb-f13f72d409d2 disassociated. External IP: 172.27.3.248, port: e727d7ee-3177-425a-ac53-e3f7b63d5724. Feb 21 09:51:41.597407 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Calling delete_port for e727d7ee-3177-425a-ac53-e3f7b63d5724 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:41.600921 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-40bf4df2-0bfc-44a6-a7d6-cff9cf59a6c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group (fa581959-dcbb-4a1a-a416-5256ac3e4f3c), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.631367 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-40bf4df2-0bfc-44a6-a7d6-cff9cf59a6c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group (fa581959-dcbb-4a1a-a416-5256ac3e4f3c), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.710260 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747214-a039-4556-bbc5-1bc79fb38752 req-ad3522ee-e19f-44e2-af2c-5ad2c8c2841d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:41.712046 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d747214-a039-4556-bbc5-1bc79fb38752 req-ad3522ee-e19f-44e2-af2c-5ad2c8c2841d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.1118836 Feb 21 09:51:41.758540 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-40bf4df2-0bfc-44a6-a7d6-cff9cf59a6c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fa581959-dcbb-4a1a-a416-5256ac3e4f3c), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.761080 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-40bf4df2-0bfc-44a6-a7d6-cff9cf59a6c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.762337 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-40bf4df2-0bfc-44a6-a7d6-cff9cf59a6c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] 10.222.0.60 "DELETE /v2.0/security-groups/fa581959-dcbb-4a1a-a416-5256ac3e4f3c HTTP/1.1" status: 204 len: 168 time: 0.2283936 Feb 21 09:51:41.773025 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf4df2-0bfc-44a6-a7d6-cff9cf59a6c4 tempest-TestShelveInstance-1578215539 tempest-TestShelveInstance-1578215539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa581959-dcbb-4a1a-a416-5256ac3e4f3c,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:41.810379 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7d747214-a039-4556-bbc5-1bc79fb38752 req-0a17908c-30c0-4aef-8c15-e16df58f2a18 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862586 Feb 21 09:51:41.907387 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34906) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:41.914219 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (e727d7ee-3177-425a-ac53-e3f7b63d5724), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:41.946766 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event deleted for resources: {'Port': ['ID=e727d7ee-3177-425a-ac53-e3f7b63d5724,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:42.007923 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250636f-194a-4b58-8b78-a682b6cb290e req-ac8491a5-a70c-4b1c-8eac-9eadbb51d44a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:42.009570 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5250636f-194a-4b58-8b78-a682b6cb290e req-ac8491a5-a70c-4b1c-8eac-9eadbb51d44a tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 867 time: 0.1305969 Feb 21 09:51:42.111692 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5250636f-194a-4b58-8b78-a682b6cb290e req-aa440301-6e7a-43ec-9eca-cbcaacaea0a9 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups?id=504e50d5-ca1f-4ec8-91c8-b9b232d93e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899751 Feb 21 09:51:42.117182 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:51:42.242783 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:51:42.254907 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] Sync routers for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:51:42.266956 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:42.268033 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:42.286806 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] No DVR routers for this DVR port e727d7ee-3177-425a-ac53-e3f7b63d5724 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:42.290128 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:42.293725 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e1aad635-6364-4297-a1ed-0a27d8187d58 req-0d018fa9-0123-4570-92d2-fd1a309da97f tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.10 "DELETE /v2.0/ports/e727d7ee-3177-425a-ac53-e3f7b63d5724 HTTP/1.1" status: 204 len: 173 time: 1.0894339 Feb 21 09:51:42.294253 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'name': 'network-vif-deleted', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:42.297067 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cce70ea-2ad8-4490-b89c-715de32fdbf9" -d '{"events": [{"server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "name": "network-vif-deleted", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:42.358243 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aa1883-c045-4ad8-a3df-ebe93e629514 x-openstack-request-id: req-93aa1883-c045-4ad8-a3df-ebe93e629514 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:42.358591 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32789084-a550-47c1-994b-2efff9429eff", "name": "network-vif-deleted", "tag": "e727d7ee-3177-425a-ac53-e3f7b63d5724", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:42.358852 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93aa1883-c045-4ad8-a3df-ebe93e629514 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:42.359577 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32789084-a550-47c1-994b-2efff9429eff', 'name': 'network-vif-deleted', 'tag': 'e727d7ee-3177-425a-ac53-e3f7b63d5724', 'status': 'completed', 'code': 200} Feb 21 09:51:42.406109 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:42.484237 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:51:42.683436 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:42.695175 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (d019a159-64d2-46e3-9b63-b5bcaa730793), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:42.700502 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'port_id': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'mac_address': 'fa:16:3e:76:b6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:51:42.748607 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:42.750326 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:42.751361 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:42.786771 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] Checking router: cd0354cb-8931-4e87-b8e7-caecc0e0fa2a for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:51:42.795094 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417f2c0-8f81-44ae-9f4e-e4da089278dc {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:51:42.948303 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:42.949003 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:42.960547 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f0a4d-a089-406e-88c5-f8f48f8396d3 req-e563e6ba-8990-44b9-9fd7-27a8517a3186 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:42.962383 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cf4f0a4d-a089-406e-88c5-f8f48f8396d3 req-e563e6ba-8990-44b9-9fd7-27a8517a3186 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 943 time: 0.0731528 Feb 21 09:51:42.985770 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Deleting port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:42.986206 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:42.990517 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:43.035358 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cf4f0a4d-a089-406e-88c5-f8f48f8396d3 req-2a8a49d1-6498-49ec-b57c-4ed823194737 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640061 Feb 21 09:51:43.074213 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:43.076117 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:43.095166 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] For port 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:43.095848 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:43.109866 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Calling delete_port for 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 owned by network:router_interface {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:43.229195 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=9']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:43.293446 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-64310f47-6239-4d39-84a4-e4e9db4f2247 req-a20c8114-5087-4d22-9d9f-e15dde9f4bce tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/ports?device_id=32789084-a550-47c1-994b-2efff9429eff HTTP/1.1" status: 200 len: 210 time: 0.0388355 Feb 21 09:51:43.346849 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:43.377158 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c69742-640c-4d4b-a961-b67aa90681e3 None None] The sync data for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi is: [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:46Z', 'revision_number': 4, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': '9f754347-8f93-4256-a3b9-eb1eae3c178d', 'name': '', 'network_id': '0d612757-5041-44ac-b2c3-9d74998dbae7', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'mac_address': 'fa:16:3e:e1:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:44Z', 'updated_at': '2022-02-21T09:41:57Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'subnets': [{'id': 'a87afab4-34eb-4fe8-b7c5-04f8ecc25577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:51:43.492556 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (3e9c70a6-c3b4-493e-a316-f7d7d9f0b293), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:43.522118 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9c70a6-c3b4-493e-a316-f7d7d9f0b293,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:43.527651 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['7417f2c0-8f81-44ae-9f4e-e4da089278dc'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:51:43.691707 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e02d0a-576a-4870-b264-defda4ab6356 None None] New status for floating IP cf448d8a-a5aa-4a85-a5eb-f13f72d409d2: DOWN {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:51:43.738489 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (d019a159-64d2-46e3-9b63-b5bcaa730793), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:43.970291 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Router d019a159-64d2-46e3-9b63-b5bcaa730793 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:51:44.081797 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:51:44.086859 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5d1fb273-7017-4e97-bc0e-2c186de04b44 admin admin] 10.222.0.60 "PUT /v2.0/routers/d019a159-64d2-46e3-9b63-b5bcaa730793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1783359 Feb 21 09:51:44.089663 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34920) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:44.092415 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] Sync routers for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:51:44.104922 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:44.106175 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:44.202804 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks [] for router (d019a159-64d2-46e3-9b63-b5bcaa730793), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.227407 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:44.332623 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks [] for router_gateway (d019a159-64d2-46e3-9b63-b5bcaa730793), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.382676 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bba0a-0101-4564-b4e0-1bc71d63bda8 req-631fe6cf-3356-4a07-85fd-1ec8170072fd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:44.388175 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc8bba0a-0101-4564-b4e0-1bc71d63bda8 req-631fe6cf-3356-4a07-85fd-1ec8170072fd tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 944 time: 0.0637801 Feb 21 09:51:44.439091 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc8bba0a-0101-4564-b4e0-1bc71d63bda8 req-9e0e1285-30a9-4dcb-84db-c5ed680837ce tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438175 Feb 21 09:51:44.440595 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:51:43Z', 'revision_number': 5, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port': {'id': 'b1839c92-0084-4ec5-bcd7-50c487db67bc', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:44.444965 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:51:44.475846 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34926) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:44.494210 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Deleting port b1839c92-0084-4ec5-bcd7-50c487db67bc {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:44.494658 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.506078 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] Checking router: d019a159-64d2-46e3-9b63-b5bcaa730793 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:51:44.528767 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] Routers {'d019a159-64d2-46e3-9b63-b5bcaa730793'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:44.529414 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['d019a159-64d2-46e3-9b63-b5bcaa730793'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:44.535343 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4c858242-c17d-47f7-9fc6-58852066603c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (504e50d5-ca1f-4ec8-91c8-b9b232d93e57), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.564268 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4c858242-c17d-47f7-9fc6-58852066603c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (504e50d5-ca1f-4ec8-91c8-b9b232d93e57), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.588459 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] For port b1839c92-0084-4ec5-bcd7-50c487db67bc, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b1839c92-0084-4ec5-bcd7-50c487db67bc,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:44.588857 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.604020 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Calling delete_port for b1839c92-0084-4ec5-bcd7-50c487db67bc owned by network:router_gateway {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:44.629483 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 7417f2c0-8f81-44ae-9f4e-e4da089278dc triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:51:44.629960 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.646480 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-6d505651-45a6-4c7b-8ab1-8c18a0ce40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:44.647981 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-6d505651-45a6-4c7b-8ab1-8c18a0ce40b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1128 time: 0.0647452 Feb 21 09:51:44.674657 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] Set router d019a159-64d2-46e3-9b63-b5bcaa730793 gateway port host: None {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:44.734078 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:51:44Z', 'revision_number': 6, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:44.741644 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4c858242-c17d-47f7-9fc6-58852066603c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (504e50d5-ca1f-4ec8-91c8-b9b232d93e57), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.744520 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4c858242-c17d-47f7-9fc6-58852066603c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.745900 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-4c858242-c17d-47f7-9fc6-58852066603c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "DELETE /v2.0/security-groups/504e50d5-ca1f-4ec8-91c8-b9b232d93e57 HTTP/1.1" status: 204 len: 168 time: 0.2689512 Feb 21 09:51:44.754853 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34928) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:44.769763 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3221b86e-0eeb-4462-b2d1-4cac64948666 None None] The sync data for ids ['d019a159-64d2-46e3-9b63-b5bcaa730793'] in dv-cinder-804735-19-iscsi is: [{'id': 'd019a159-64d2-46e3-9b63-b5bcaa730793', 'name': 'tempest-TestShelveInstance-1262201732-router', 'tenant_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:48Z', 'updated_at': '2022-02-21T09:51:44Z', 'revision_number': 6, 'project_id': '35fb4d436c654150a5ab2b554b4b1e4d', 'gw_port_host': None}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:51:44.775044 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c858242-c17d-47f7-9fc6-58852066603c tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504e50d5-ca1f-4ec8-91c8-b9b232d93e57,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:44.781295 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.api.v2.resource [None req-456230c1-b398-41c8-b17f-be8bb37d1b86 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] show failed (client error): The resource could not be found. Feb 21 09:51:44.783459 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-456230c1-b398-41c8-b17f-be8bb37d1b86 tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "GET /v2.0/security-groups/504e50d5-ca1f-4ec8-91c8-b9b232d93e57 HTTP/1.1" status: 404 len: 347 time: 0.0266418 Feb 21 09:51:44.786461 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34930) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:44.832949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-63690214-8fcd-44a2-a8ea-0824e98c1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:44.834488 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-63690214-8fcd-44a2-a8ea-0824e98c1645 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 200 len: 917 time: 0.1596489 Feb 21 09:51:44.847511 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 7417f2c0-8f81-44ae-9f4e-e4da089278dc is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:44.847885 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.872405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:44.874795 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc2582a-19c7-4e11-92da-83cf172e4ffb" -d '{"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-plugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:44.888668 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:44.914874 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c79d11-b65e-4e05-8988-c5b075e0dfb3 x-openstack-request-id: req-f5c79d11-b65e-4e05-8988-c5b075e0dfb3 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:44.915173 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-plugged", "status": "completed", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:44.915490 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5c79d11-b65e-4e05-8988-c5b075e0dfb3 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:44.915897 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'code': 200} Feb 21 09:51:44.920682 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (b1839c92-0084-4ec5-bcd7-50c487db67bc), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:44.950599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Pushing event deleted for resources: {'Port': ['ID=b1839c92-0084-4ec5-bcd7-50c487db67bc,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:44.995832 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-7be3187e-0c5d-42e6-a7a7-b00f99527b9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 200 len: 1000 time: 0.1329730 Feb 21 09:51:45.000530 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.001425 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e727d7ee-3177-425a-ac53-e3f7b63d5724 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:45.025991 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (d019a159-64d2-46e3-9b63-b5bcaa730793), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.050832 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: e727d7ee-3177-425a-ac53-e3f7b63d5724 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:45.051180 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e727d7ee-3177-425a-ac53-e3f7b63d5724 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:45.068027 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Deleting port fdd26d28-372d-481d-9939-a10afb8751b6 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:45.068648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (fdd26d28-372d-481d-9939-a10afb8751b6), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.072369 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-072ebe14-f45a-460d-810b-4bc57b14823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:45.073875 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-072ebe14-f45a-460d-810b-4bc57b14823b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 200 len: 855 time: 0.0659435 Feb 21 09:51:45.078692 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=10']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:45.149721 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (d019a159-64d2-46e3-9b63-b5bcaa730793), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.153794 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks [] for router_controller (d019a159-64d2-46e3-9b63-b5bcaa730793), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.220906 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (fdd26d28-372d-481d-9939-a10afb8751b6), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.221361 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (fdd26d28-372d-481d-9939-a10afb8751b6), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.231476 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-4b607fe3-5b5a-4dd8-9520-142efb6c6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:45.232988 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-4b607fe3-5b5a-4dd8-9520-142efb6c6013 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4719d08a-7608-47b3-9484-6fa03102e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1465566 Feb 21 09:51:45.242354 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Calling delete_port for fdd26d28-372d-481d-9939-a10afb8751b6 owned by network:floatingip {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:45.269446 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (d019a159-64d2-46e3-9b63-b5bcaa730793), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.270792 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Fanout notify agent at l3_agent the message router_deleted on router d019a159-64d2-46e3-9b63-b5bcaa730793 {{(pid=109840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:51:45.284578 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.284578 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4aabfe5b-6cbf-4f69-a971-2e15eeb1d0de admin admin] 10.222.0.60 "DELETE /v2.0/routers/d019a159-64d2-46e3-9b63-b5bcaa730793 HTTP/1.1" status: 204 len: 168 time: 1.1873493 Feb 21 09:51:45.284578 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34934) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:45.324862 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] Deleting subnet 1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:51:45.328003 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] Publish callbacks [] for subnet (1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.364885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.432157 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-8327d785-90dc-4fb8-9bdd-867ae15c92ee service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913395 Feb 21 09:51:45.436083 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d1c6-8345-4e15-b07b-5e601b670ae4 req-1b8b3e11-7ef1-4d47-a428-627a96caa2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:45.437641 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3bd1d1c6-8345-4e15-b07b-5e601b670ae4 req-1b8b3e11-7ef1-4d47-a428-627a96caa2f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 1130 time: 0.1346855 Feb 21 09:51:45.448171 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.583909 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3bd1d1c6-8345-4e15-b07b-5e601b670ae4 req-421398e7-da34-4957-a8a4-96bb6d906df5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295917 Feb 21 09:51:45.595591 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.604213 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431379aa-f5a2-4865-87dd-38d89d2d365d req-9e77111e-4fb4-41c2-abda-0516907cab2c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:45.605697 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-431379aa-f5a2-4865-87dd-38d89d2d365d req-9e77111e-4fb4-41c2-abda-0516907cab2c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 946 time: 0.0716128 Feb 21 09:51:45.615688 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4876290f-7568-47ec-bc82-f145dc5e6a77 req-e81bc318-260e-4433-a0e6-d4db5a5dda2d service neutron] 10.222.0.10 "GET /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700451 Feb 21 09:51:45.636891 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:45.655645 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.655748 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cfecb0-9c24-4c49-9051-41f8aadb14a6 None None] Network d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:51:45.656174 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-09bd2759-c1f4-453a-b6f6-264dea7b9d1c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1cde6e3d-e5f2-4e1e-81c9-3214c0aa2e68 HTTP/1.1" status: 204 len: 168 time: 0.3715689 Feb 21 09:51:45.656174 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 34938) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:45.669624 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (fdd26d28-372d-481d-9939-a10afb8751b6), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.711780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Pushing event deleted for resources: {'Port': ['ID=fdd26d28-372d-481d-9939-a10afb8751b6,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:45.754259 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-431379aa-f5a2-4865-87dd-38d89d2d365d req-a6421906-3399-4764-a2e9-8839b3583181 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252947 Feb 21 09:51:45.767068 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.808845 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks [] for floatingip (cf448d8a-a5aa-4a85-a5eb-f13f72d409d2), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.816758 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.818072 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-78920d8c-d2c7-4b7d-82ee-b1384930ad5e tempest-AttachVolumeTestJSON-1634980128 tempest-AttachVolumeTestJSON-1634980128-project] 10.222.0.60 "DELETE /v2.0/floatingips/cf448d8a-a5aa-4a85-a5eb-f13f72d409d2 HTTP/1.1" status: 204 len: 168 time: 1.0312645 Feb 21 09:51:45.845574 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Deleting port 890688a7-83d9-4184-b6d7-45da11da1718 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:45.846120 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (890688a7-83d9-4184-b6d7-45da11da1718), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.889464 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] DHCP port deletion for d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:51:45.923793 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] For port 890688a7-83d9-4184-b6d7-45da11da1718, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=890688a7-83d9-4184-b6d7-45da11da1718,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:45.924361 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (890688a7-83d9-4184-b6d7-45da11da1718), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:45.952113 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Calling delete_port for 890688a7-83d9-4184-b6d7-45da11da1718 owned by network:dhcp {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:46.088067 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] Deleting port 890688a7-83d9-4184-b6d7-45da11da1718 {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:46.088450 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (890688a7-83d9-4184-b6d7-45da11da1718), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.120266 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (890688a7-83d9-4184-b6d7-45da11da1718), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.146149 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Pushing event deleted for resources: {'Port': ['ID=890688a7-83d9-4184-b6d7-45da11da1718,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:46.151656 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] For port 890688a7-83d9-4184-b6d7-45da11da1718, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=890688a7-83d9-4184-b6d7-45da11da1718,segment=NetworkSegment(85068fe4-03e4-4b57-87c6-bf6d752028aa),segment_id=85068fe4-03e4-4b57-87c6-bf6d752028aa)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:46.151949 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (890688a7-83d9-4184-b6d7-45da11da1718), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.152079 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] No DVR routers for this DVR port 890688a7-83d9-4184-b6d7-45da11da1718 on host dv-cinder-804735-19-iscsi {{(pid=109840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:46.166011 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] Calling delete_port for 890688a7-83d9-4184-b6d7-45da11da1718 owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:46.261058 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (890688a7-83d9-4184-b6d7-45da11da1718), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.292582 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] No DVR routers for this DVR port 890688a7-83d9-4184-b6d7-45da11da1718 on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:46.296702 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418005dc-37f9-451a-8c87-81b85d4a6bc8 None None] Pushing event deleted for resources: {'Port': ['ID=890688a7-83d9-4184-b6d7-45da11da1718,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:46.301847 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 890688a7-83d9-4184-b6d7-45da11da1718 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:46.323040 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 890688a7-83d9-4184-b6d7-45da11da1718 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:46.323390 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 890688a7-83d9-4184-b6d7-45da11da1718 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:46.323816 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:46.345133 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:46.345574 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 3e9c70a6-c3b4-493e-a316-f7d7d9f0b293 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:46.345979 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b1839c92-0084-4ec5-bcd7-50c487db67bc no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:46.370311 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: b1839c92-0084-4ec5-bcd7-50c487db67bc {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:46.370763 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b1839c92-0084-4ec5-bcd7-50c487db67bc not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:46.495222 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.516341 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41d7b35-2948-4b7f-a4c8-92df4ffb68b6']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:46.527121 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85068fe4-03e4-4b57-87c6-bf6d752028aa') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:46.527429 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85068fe4-03e4-4b57-87c6-bf6d752028aa') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:46.537565 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (85068fe4-03e4-4b57-87c6-bf6d752028aa), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.551069 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (85068fe4-03e4-4b57-87c6-bf6d752028aa), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.557656 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:51:46.557968 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (85068fe4-03e4-4b57-87c6-bf6d752028aa), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:51:46.559696 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:51:46.687198 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (d41d7b35-2948-4b7f-a4c8-92df4ffb68b6), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.693254 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.696372 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] 10.222.0.60 "DELETE /v2.0/networks/d41d7b35-2948-4b7f-a4c8-92df4ffb68b6 HTTP/1.1" status: 204 len: 168 time: 1.0400064 Feb 21 09:51:46.699377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 34944) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:46.708903 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395429f-b5ec-4867-9ba4-38499c12ae8f admin admin] Pushing event deleted for resources: {'Network': ['ID=d41d7b35-2948-4b7f-a4c8-92df4ffb68b6,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:46.957541 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7564-7cae-4293-8802-2ddcdcaab012 req-934ecf6a-ff3b-48d5-8375-4e5cbb889eda tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:46.958332 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f2e7564-7cae-4293-8802-2ddcdcaab012 req-934ecf6a-ff3b-48d5-8375-4e5cbb889eda tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 946 time: 0.1036527 Feb 21 09:51:47.048061 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f2e7564-7cae-4293-8802-2ddcdcaab012 req-56ef4e81-91be-4c1b-addc-b732ca370fde tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839040 Feb 21 09:51:47.171791 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:47.476556 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Deleting port 8f69ee3e-fcfe-4cae-9400-4333af4f886b {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:47.476897 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:47.837044 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] For port 8f69ee3e-fcfe-4cae-9400-4333af4f886b, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8f69ee3e-fcfe-4cae-9400-4333af4f886b,segment=NetworkSegment(5ffcc710-5f31-4b52-a96c-fea1be96fb74),segment_id=5ffcc710-5f31-4b52-a96c-fea1be96fb74)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:47.837782 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:47.853346 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Calling delete_port for 8f69ee3e-fcfe-4cae-9400-4333af4f886b owned by network:router_interface {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:48.192330 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac06f1-7d67-45a8-a0ad-4097137cd3bf req-a7f31107-f69d-4488-8524-e770c864810d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:48.193838 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-78ac06f1-7d67-45a8-a0ad-4097137cd3bf req-a7f31107-f69d-4488-8524-e770c864810d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 946 time: 0.0584972 Feb 21 09:51:48.203324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (8f69ee3e-fcfe-4cae-9400-4333af4f886b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:48.237383 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f69ee3e-fcfe-4cae-9400-4333af4f886b,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:48.255014 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-78ac06f1-7d67-45a8-a0ad-4097137cd3bf req-312e8f5b-d3d5-4087-b394-18a42183cb17 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540099 Feb 21 09:51:48.432509 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:48.670942 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:51:48.789783 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:51:48.800899 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f1316d9e-d3b7-41a6-ae8b-add14484625d admin admin] 10.222.0.60 "PUT /v2.0/routers/e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0943477 Feb 21 09:51:48.800899 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35000) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:48.801084 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] Sync routers for ids ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:51:48.809615 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] Routers {'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:48.810244 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:48.910669 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks [] for router (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:48.926924 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] Set router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:49.029721 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks [] for router_gateway (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:49.136371 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:51:48Z', 'revision_number': 5, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port': {'id': '78ff710d-2f51-40ee-8df3-89f68bb4c93b', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:49.137390 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Deleting port 78ff710d-2f51-40ee-8df3-89f68bb4c93b {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:49.137744 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:49.164436 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] Checking router: e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:51:49.173322 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] Routers {'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:49.173978 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:49.224000 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] For port 78ff710d-2f51-40ee-8df3-89f68bb4c93b, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=78ff710d-2f51-40ee-8df3-89f68bb4c93b,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:49.224369 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:49.238690 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Calling delete_port for 78ff710d-2f51-40ee-8df3-89f68bb4c93b owned by network:router_gateway {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:49.270186 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] Set router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c gateway port host: None {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:49.330015 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:51:49Z', 'revision_number': 6, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:49.358992 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d3aff-8d04-4b48-8f41-ff220d09cdbb None None] The sync data for ids ['e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c'] in dv-cinder-804735-19-iscsi is: [{'id': 'e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c', 'name': 'tempest-TestShelveInstance-286935954-router', 'tenant_id': '2eaded992eb743809a26128e168adc97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:44:56Z', 'updated_at': '2022-02-21T09:51:49Z', 'revision_number': 6, 'project_id': '2eaded992eb743809a26128e168adc97', 'gw_port_host': None}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:51:49.457358 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3272049-5dd0-4f7d-ba07-63fb584d29dc req-c223a0e2-5232-4c24-b670-65a559da4065 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:49.458965 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a3272049-5dd0-4f7d-ba07-63fb584d29dc req-c223a0e2-5232-4c24-b670-65a559da4065 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 946 time: 0.0991819 Feb 21 09:51:49.516682 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a3272049-5dd0-4f7d-ba07-63fb584d29dc req-77039b03-cade-4b00-8fb7-8b506f820f93 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508065 Feb 21 09:51:49.704209 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (78ff710d-2f51-40ee-8df3-89f68bb4c93b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:49.734487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ff710d-2f51-40ee-8df3-89f68bb4c93b,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:49.809780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:49.877138 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35012) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:49.916111 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:49.918889 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks [] for router_controller (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.031230 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.031798 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c {{(pid=109841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:51:50.038371 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.039341 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-eba15081-b30d-47c7-ac22-cfa4be5df610 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e9ac0706-b45a-42c4-b3c9-ba2ce54f3f4c HTTP/1.1" status: 204 len: 168 time: 1.2405860 Feb 21 09:51:50.047520 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35016) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:50.097121 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] Deleting subnet 6fc70ae7-0977-42a4-9df3-436ddfd66766 {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:51:50.100581 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] Publish callbacks [] for subnet (6fc70ae7-0977-42a4-9df3-436ddfd66766), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.142778 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (6fc70ae7-0977-42a4-9df3-436ddfd66766), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.284416 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (6fc70ae7-0977-42a4-9df3-436ddfd66766), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.300392 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 78ff710d-2f51-40ee-8df3-89f68bb4c93b no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:50.337155 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 78ff710d-2f51-40ee-8df3-89f68bb4c93b {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:50.338211 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 78ff710d-2f51-40ee-8df3-89f68bb4c93b not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:50.339323 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8f69ee3e-fcfe-4cae-9400-4333af4f886b no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:50.368002 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 8f69ee3e-fcfe-4cae-9400-4333af4f886b {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:50.368496 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8f69ee3e-fcfe-4cae-9400-4333af4f886b not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:50.406291 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.453215 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (6fc70ae7-0977-42a4-9df3-436ddfd66766), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.507448 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.513221 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ac16f-c4ad-4069-a162-67a2106aef7e None None] Network 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:51:50.514864 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6fc70ae7-0977-42a4-9df3-436ddfd66766 HTTP/1.1" status: 204 len: 168 time: 0.4660783 Feb 21 09:51:50.517696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf05e-f011-4316-b1bd-c618e4d4934f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc70ae7-0977-42a4-9df3-436ddfd66766,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:50.523484 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35018) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:50.658091 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.743529 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] DHCP port deletion for 9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:51:50.788393 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Deleting port dacea23f-55ca-4618-b454-b170ea0f17a0 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:50.788647 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.809006 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] Deleting port dacea23f-55ca-4618-b454-b170ea0f17a0 {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:50.809411 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.894796 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] For port dacea23f-55ca-4618-b454-b170ea0f17a0, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=dacea23f-55ca-4618-b454-b170ea0f17a0,segment=NetworkSegment(5ffcc710-5f31-4b52-a96c-fea1be96fb74),segment_id=5ffcc710-5f31-4b52-a96c-fea1be96fb74)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:50.895208 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.898134 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] For port dacea23f-55ca-4618-b454-b170ea0f17a0, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=dacea23f-55ca-4618-b454-b170ea0f17a0,segment=NetworkSegment(5ffcc710-5f31-4b52-a96c-fea1be96fb74),segment_id=5ffcc710-5f31-4b52-a96c-fea1be96fb74)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:50.898749 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:50.909025 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] Calling delete_port for dacea23f-55ca-4618-b454-b170ea0f17a0 owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:50.916912 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Calling delete_port for dacea23f-55ca-4618-b454-b170ea0f17a0 owned by network:dhcp {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:50.936161 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Deleting port 9f754347-8f93-4256-a3b9-eb1eae3c178d {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:50.936493 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.069058 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.090605 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] For port 9f754347-8f93-4256-a3b9-eb1eae3c178d, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=9f754347-8f93-4256-a3b9-eb1eae3c178d,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:51.090963 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.093621 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (dacea23f-55ca-4618-b454-b170ea0f17a0), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.100837 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] Pushing event deleted for resources: {'Port': ['ID=dacea23f-55ca-4618-b454-b170ea0f17a0,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:51.105614 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79441251-4d6a-44df-b3e7-f434378c32a6 None None] No DVR routers for this DVR port dacea23f-55ca-4618-b454-b170ea0f17a0 on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:51.126000 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Calling delete_port for 9f754347-8f93-4256-a3b9-eb1eae3c178d owned by network:router_interface {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:51.133239 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Pushing event deleted for resources: {'Port': ['ID=dacea23f-55ca-4618-b454-b170ea0f17a0,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:51.138348 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] No DVR routers for this DVR port dacea23f-55ca-4618-b454-b170ea0f17a0 on host dv-cinder-804735-19-iscsi {{(pid=109840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:51.257276 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.283384 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:51.328716 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffcc710-5f31-4b52-a96c-fea1be96fb74') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:51.329007 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffcc710-5f31-4b52-a96c-fea1be96fb74') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:51.342461 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (5ffcc710-5f31-4b52-a96c-fea1be96fb74), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.364647 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (5ffcc710-5f31-4b52-a96c-fea1be96fb74), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.378890 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:51:51.379359 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (5ffcc710-5f31-4b52-a96c-fea1be96fb74), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: self.session.flush() Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: self.session.flush() Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: self.session.flush() Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: self.session.flush() Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:51:51.381167 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:51:51.539667 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.546490 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.551550 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] 10.222.0.60 "DELETE /v2.0/networks/9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5 HTTP/1.1" status: 204 len: 168 time: 1.0279059 Feb 21 09:51:51.562773 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88583e-b1af-4a34-a19a-9dbf2f42629f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4e01bb-66ee-4333-b9a8-2dfc6e6045b5,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:51.570677 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (9f754347-8f93-4256-a3b9-eb1eae3c178d), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.596226 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f754347-8f93-4256-a3b9-eb1eae3c178d,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:51.789844 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.874173 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35026) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:51.924446 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-2b1bb5cd-c05d-454d-95f1-715ecfab4cea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35fb4d436c654150a5ab2b554b4b1e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491297 Feb 21 09:51:51.927067 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35028) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:51.981404 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e0a7c0a-14e2-419b-844d-5d4725c3d895 admin admin] Publish callbacks [] for security_group (2859c3a7-5c8d-458e-9865-ac5c31a02315), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.005007 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e0a7c0a-14e2-419b-844d-5d4725c3d895 admin admin] Publish callbacks [] for security_group (2859c3a7-5c8d-458e-9865-ac5c31a02315), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.021751 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:51:52.116179 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e0a7c0a-14e2-419b-844d-5d4725c3d895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (2859c3a7-5c8d-458e-9865-ac5c31a02315), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.118973 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7e0a7c0a-14e2-419b-844d-5d4725c3d895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.120142 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-7e0a7c0a-14e2-419b-844d-5d4725c3d895 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2859c3a7-5c8d-458e-9865-ac5c31a02315 HTTP/1.1" status: 204 len: 168 time: 0.1921763 Feb 21 09:51:52.129377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a7c0a-14e2-419b-844d-5d4725c3d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2859c3a7-5c8d-458e-9865-ac5c31a02315,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:52.148412 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:51:52.158586 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-936cedf4-fa19-435d-9984-604e3e769373 admin admin] 10.222.0.60 "PUT /v2.0/routers/cd0354cb-8931-4e87-b8e7-caecc0e0fa2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2799113 Feb 21 09:51:52.158850 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] Sync routers for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:51:52.161942 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35032) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:52.170420 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:52.171059 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:52.292406 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks [] for router (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.312209 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:52.374889 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device dacea23f-55ca-4618-b454-b170ea0f17a0 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:52.408926 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: dacea23f-55ca-4618-b454-b170ea0f17a0 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:52.409279 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device dacea23f-55ca-4618-b454-b170ea0f17a0 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:52.414774 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks [] for router_gateway (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.524598 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Deleting port 506c6365-0e7e-4216-a75a-478412ad42b8 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:52.524933 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.552246 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:51:51Z', 'revision_number': 5, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port': {'id': '506c6365-0e7e-4216-a75a-478412ad42b8', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:37Z', 'updated_at': '2022-02-21T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:52.580101 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] Checking router: cd0354cb-8931-4e87-b8e7-caecc0e0fa2a for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:51:52.589807 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] Routers {'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:52.590560 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:51:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:52.609107 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] For port 506c6365-0e7e-4216-a75a-478412ad42b8, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=506c6365-0e7e-4216-a75a-478412ad42b8,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:52.609468 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.630438 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Calling delete_port for 506c6365-0e7e-4216-a75a-478412ad42b8 owned by network:router_gateway {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:52.686749 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] Set router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a gateway port host: None {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:52.741844 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:51:52Z', 'revision_number': 6, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:52.773626 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e89a5-d089-4146-8672-b8f5273df53e None None] The sync data for ids ['cd0354cb-8931-4e87-b8e7-caecc0e0fa2a'] in dv-cinder-804735-19-iscsi is: [{'id': 'cd0354cb-8931-4e87-b8e7-caecc0e0fa2a', 'name': 'tempest-AttachVolumeTestJSON-851913290-router', 'tenant_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:51:52Z', 'revision_number': 6, 'project_id': 'c85ebd2d9ad547139f6ab2cd52c2458b', 'gw_port_host': None}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:51:52.900287 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (506c6365-0e7e-4216-a75a-478412ad42b8), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:52.901855 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35040) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:52.930178 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Pushing event deleted for resources: {'Port': ['ID=506c6365-0e7e-4216-a75a-478412ad42b8,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:52.952285 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7327f7de-be43-469f-b4dc-4b9bcfee7f4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2eaded992eb743809a26128e168adc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491972 Feb 21 09:51:52.956460 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35042) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:52.997122 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.021714 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-91a222a7-6fa6-4804-be10-a3382f8d7f0d admin admin] Publish callbacks [] for security_group (12c4a471-69e2-4c68-9f41-4a6ec026b0fb), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.045364 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-91a222a7-6fa6-4804-be10-a3382f8d7f0d admin admin] Publish callbacks [] for security_group (12c4a471-69e2-4c68-9f41-4a6ec026b0fb), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.094850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.098401 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks [] for router_controller (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.173131 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-91a222a7-6fa6-4804-be10-a3382f8d7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (12c4a471-69e2-4c68-9f41-4a6ec026b0fb), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.176485 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-91a222a7-6fa6-4804-be10-a3382f8d7f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.177722 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-91a222a7-6fa6-4804-be10-a3382f8d7f0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12c4a471-69e2-4c68-9f41-4a6ec026b0fb HTTP/1.1" status: 204 len: 168 time: 0.2192154 Feb 21 09:51:53.192374 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a222a7-6fa6-4804-be10-a3382f8d7f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c4a471-69e2-4c68-9f41-4a6ec026b0fb,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:53.255898 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (cd0354cb-8931-4e87-b8e7-caecc0e0fa2a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.256665 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0354cb-8931-4e87-b8e7-caecc0e0fa2a {{(pid=109841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:51:53.265026 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.269001 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-68b9f933-8a71-4261-b85a-1118f68d146a admin admin] 10.222.0.60 "DELETE /v2.0/routers/cd0354cb-8931-4e87-b8e7-caecc0e0fa2a HTTP/1.1" status: 204 len: 168 time: 1.1038072 Feb 21 09:51:53.270533 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35046) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:53.324073 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] Deleting subnet a87afab4-34eb-4fe8-b7c5-04f8ecc25577 {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:51:53.327458 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] Publish callbacks [] for subnet (a87afab4-34eb-4fe8-b7c5-04f8ecc25577), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.364399 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (a87afab4-34eb-4fe8-b7c5-04f8ecc25577), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.447259 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (a87afab4-34eb-4fe8-b7c5-04f8ecc25577), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.609664 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (a87afab4-34eb-4fe8-b7c5-04f8ecc25577), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.637870 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87afab4-34eb-4fe8-b7c5-04f8ecc25577,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:53.643908 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.648486 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-6f0e996f-96fa-4f2a-bcad-44182c7214db admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a87afab4-34eb-4fe8-b7c5-04f8ecc25577 HTTP/1.1" status: 204 len: 168 time: 0.3768182 Feb 21 09:51:53.651242 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35048) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:53.654772 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaf134a-94e9-420f-9413-06ead51bcf13 None None] Network 0d612757-5041-44ac-b2c3-9d74998dbae7 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:51:53.757636 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (0d612757-5041-44ac-b2c3-9d74998dbae7), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.842879 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Deleting port b65b600d-e35f-496d-9d3e-1ec5311ed926 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:53.843122 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.868339 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] DHCP port deletion for 0d612757-5041-44ac-b2c3-9d74998dbae7 request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:51:53.920017 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] For port b65b600d-e35f-496d-9d3e-1ec5311ed926, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b65b600d-e35f-496d-9d3e-1ec5311ed926,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:53.920390 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.924615 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] Deleting port b65b600d-e35f-496d-9d3e-1ec5311ed926 {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:53.925021 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:53.934438 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Calling delete_port for b65b600d-e35f-496d-9d3e-1ec5311ed926 owned by network:dhcp {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:53.991143 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] For port b65b600d-e35f-496d-9d3e-1ec5311ed926, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b65b600d-e35f-496d-9d3e-1ec5311ed926,segment=NetworkSegment(92d03362-ea09-45e0-8cd6-8ba12718f1e4),segment_id=92d03362-ea09-45e0-8cd6-8ba12718f1e4)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:53.991546 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.009363 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] Calling delete_port for b65b600d-e35f-496d-9d3e-1ec5311ed926 owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:54.084245 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.093197 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (b65b600d-e35f-496d-9d3e-1ec5311ed926), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.115615 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65b600d-e35f-496d-9d3e-1ec5311ed926,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:54.117574 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] No DVR routers for this DVR port b65b600d-e35f-496d-9d3e-1ec5311ed926 on host dv-cinder-804735-19-iscsi {{(pid=109840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:54.122551 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] Pushing event deleted for resources: {'Port': ['ID=b65b600d-e35f-496d-9d3e-1ec5311ed926,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:54.124452 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf9869-c00d-44a2-bb3f-c863a0fb5804 None None] No DVR routers for this DVR port b65b600d-e35f-496d-9d3e-1ec5311ed926 on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:54.193862 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (0d612757-5041-44ac-b2c3-9d74998dbae7), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.215566 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d612757-5041-44ac-b2c3-9d74998dbae7']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:54.225820 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d03362-ea09-45e0-8cd6-8ba12718f1e4') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:54.226119 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d03362-ea09-45e0-8cd6-8ba12718f1e4') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:54.237708 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (92d03362-ea09-45e0-8cd6-8ba12718f1e4), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.252496 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (92d03362-ea09-45e0-8cd6-8ba12718f1e4), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.259445 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:51:54.259870 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (92d03362-ea09-45e0-8cd6-8ba12718f1e4), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:51:54.266376 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:51:54.291150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 9f754347-8f93-4256-a3b9-eb1eae3c178d no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:54.312865 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 9f754347-8f93-4256-a3b9-eb1eae3c178d {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:54.313210 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 9f754347-8f93-4256-a3b9-eb1eae3c178d not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:54.313729 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b65b600d-e35f-496d-9d3e-1ec5311ed926 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:54.336953 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: b65b600d-e35f-496d-9d3e-1ec5311ed926 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:54.337296 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b65b600d-e35f-496d-9d3e-1ec5311ed926 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:54.337740 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 506c6365-0e7e-4216-a75a-478412ad42b8 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:54.359258 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 506c6365-0e7e-4216-a75a-478412ad42b8 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:54.359607 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 506c6365-0e7e-4216-a75a-478412ad42b8 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:54.420599 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (0d612757-5041-44ac-b2c3-9d74998dbae7), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.425885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.429707 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0d612757-5041-44ac-b2c3-9d74998dbae7 HTTP/1.1" status: 204 len: 168 time: 0.7604024 Feb 21 09:51:54.441852 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35347310-d3f5-4f24-b01f-a260cd837266 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d612757-5041-44ac-b2c3-9d74998dbae7,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:54.862249 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35054) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:54.904243 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d1054f2f-69c2-4bcb-beb2-cec8396b8b8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c85ebd2d9ad547139f6ab2cd52c2458b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407979 Feb 21 09:51:54.908497 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35056) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:54.956469 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae09d-6e2f-45b7-b06f-10119e818d3b admin admin] Publish callbacks [] for security_group (d03e79e7-b81c-4b20-98bd-1974cf9637b2), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:54.978159 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae09d-6e2f-45b7-b06f-10119e818d3b admin admin] Publish callbacks [] for security_group (d03e79e7-b81c-4b20-98bd-1974cf9637b2), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:55.089704 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae09d-6e2f-45b7-b06f-10119e818d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d03e79e7-b81c-4b20-98bd-1974cf9637b2), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:55.092479 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae09d-6e2f-45b7-b06f-10119e818d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:55.095672 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-fa6ae09d-6e2f-45b7-b06f-10119e818d3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d03e79e7-b81c-4b20-98bd-1974cf9637b2 HTTP/1.1" status: 204 len: 168 time: 0.1862168 Feb 21 09:51:55.104813 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ae09d-6e2f-45b7-b06f-10119e818d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e79e7-b81c-4b20-98bd-1974cf9637b2,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:56.156294 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35078) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:56.265814 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1585531891-network', 'tenant_id': '45c1b41f013947859f08f118441fc9e3'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:51:56.398214 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Made reservation on behalf of 45c1b41f013947859f08f118441fc9e3 for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:51:56.400569 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.413192 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.492120 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks [] for security_group (5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.591365 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.618026 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:51:56.628057 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:56.633198 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (152195ad-36f9-4b37-b6c6-28c2a81d2c01), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.636552 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Added segment 152195ad-36f9-4b37-b6c6-28c2a81d2c01 of type vlan for network ebcc2036-8628-4165-a859-377f777379db Feb 21 09:51:56.673895 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (ebcc2036-8628-4165-a859-377f777379db), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.758697 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (ebcc2036-8628-4165-a859-377f777379db), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.759597 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:56.760188 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:56.819467 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ebcc2036-8628-4165-a859-377f777379db,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:56.829217 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network ebcc2036-8628-4165-a859-377f777379db details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:51:56.847034 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1b034297-a956-482e-898c-7ed3e3c827c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6895525 Feb 21 09:51:56.852242 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35082) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:56.857272 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Request body: {'subnet': {'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1585531891-subnet', 'tenant_id': '45c1b41f013947859f08f118441fc9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:51:56.935709 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Made reservation on behalf of 45c1b41f013947859f08f118441fc9e3 for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:51:56.938138 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25946093'] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:57.174196 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3737666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945887'] for subnet (0947d1fc-0c98-4f78-84d4-a990f437c5b9), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:57.233819 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0947d1fc-0c98-4f78-84d4-a990f437c5b9,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:57.242603 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Checking segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:51:57.242963 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Network hostable DHCP agents. Network: ebcc2036-8628-4165-a859-377f777379db, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:51:57.335834 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Network ebcc2036-8628-4165-a859-377f777379db is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:51:57.427344 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, ebcc2036-8628-4165-a859-377f777379db) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:51:57.432125 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:57.437936 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:57.443300 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beafc20c-bc66-4c00-bada-bc33b1c7b256 None None] Network ebcc2036-8628-4165-a859-377f777379db requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:51:57.542402 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753a33b-efa6-4d7b-8fdf-bd8f550d4818 None None] Network ebcc2036-8628-4165-a859-377f777379db requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:51:57.572656 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-14d76c6c-23d6-4670-aaf3-fd5f103d3e9d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7193072 Feb 21 09:51:58.003380 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-058ae109-67d3-4ae5-81cf-27d1d4016197 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:58.005359 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-058ae109-67d3-4ae5-81cf-27d1d4016197 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1011660 Feb 21 09:51:58.020209 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-78c7f61d-5e78-4c78-aea9-50312d47316a tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/quotas/45c1b41f013947859f08f118441fc9e3 HTTP/1.1" status: 200 len: 375 time: 0.0090592 Feb 21 09:51:58.056551 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-42c3b177-10f7-4520-b0c9-5d1a4651b2e0 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310678 Feb 21 09:51:58.066940 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-44b6e226-7274-4021-86e2-a26b33681497 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:51:58.067932 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-44b6e226-7274-4021-86e2-a26b33681497 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050013 Feb 21 09:51:58.155547 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-e0123597-33d6-449a-a421-328e6c78d081 service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818217 Feb 21 09:51:58.175740 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-68632487-8875-45a7-8e75-f05762df100d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:58.253157 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-0be42f4f-3788-48f0-bbef-283a2dd05598 service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912023 Feb 21 09:51:58.486189 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9c8a6524-c7d5-4f09-8526-50d349fda7c9 req-3c4fd409-bf1c-4bf3-9928-40582dc1c33b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0305860 Feb 21 09:51:59.597927 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e662ddeb-9585-4569-bfc5-dfc9798975d7 req-afe152b0-8f83-4de6-8aaf-6e7eeabee2e1 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0422738 Feb 21 09:52:00.558136 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-ab1f7868-4062-4c35-843e-212d2de1dda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:00.635951 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-5df5a22e-f22f-4823-8be9-e938ee25d8f7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:00.637468 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-5df5a22e-f22f-4823-8be9-e938ee25d8f7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1147664 Feb 21 09:52:00.658826 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Request body: {'port': {'device_id': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'admin_state_up': True, 'tenant_id': '45c1b41f013947859f08f118441fc9e3'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:00.737676 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5b990e9e-40a3-449c-b452-1ab9c6c4a122 req-af889b63-8a20-4c35-b085-5f34bb0813c5 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0579858 Feb 21 09:52:00.862415 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Made reservation on behalf of 45c1b41f013947859f08f118441fc9e3 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:00.865909 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:00.999558 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Allocated IP 172.20.0.4 (ebcc2036-8628-4165-a859-377f777379db/0947d1fc-0c98-4f78-84d4-a990f437c5b9/ee279149-9748-45c3-b3c4-ac459c66bef2) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:52:01.153078 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks [] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:01.246048 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:01.289240 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Network ebcc2036-8628-4165-a859-377f777379db is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:52:01.292346 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:01.298649 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:52:01.305358 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event updated for resources: {'Port': ['ID=ee279149-9748-45c3-b3c4-ac459c66bef2,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:01.351296 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:01.351914 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:01.414473 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-a73e2f08-9512-42c0-b51a-a3d0178fd7b7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598960 Feb 21 09:52:01.426277 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-08306e5c-8e24-4b15-a142-fe5b2376adcc tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:52:01.427354 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-08306e5c-8e24-4b15-a142-fe5b2376adcc tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053000 Feb 21 09:52:01.509187 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Request body: {'port': {'device_id': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:01.573625 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:01.853854 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee279149-9748-45c3-b3c4-ac459c66bef2 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:01.861620 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653edee-5c7c-4c6d-9eb6-a93c8ca4ed11 req-bdad9f6a-b33e-4cd3-b203-b011cd045a55 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:01.862647 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:01.863096 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Publish callbacks [] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:01.866984 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2653edee-5c7c-4c6d-9eb6-a93c8ca4ed11 req-bdad9f6a-b33e-4cd3-b203-b011cd045a55 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 931 time: 0.0565910 Feb 21 09:52:01.876365 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Transition to ACTIVE for port object ee279149-9748-45c3-b3c4-ac459c66bef2 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:52:01.934296 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2653edee-5c7c-4c6d-9eb6-a93c8ca4ed11 req-70341f9a-e136-46bb-87cd-267e8b98732e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633492 Feb 21 09:52:01.948534 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:01.998679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee279149-9748-45c3-b3c4-ac459c66bef2,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:02.076900 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Attempting to bind port ee279149-9748-45c3-b3c4-ac459c66bef2 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:52:02.077240 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Attempting to bind port ee279149-9748-45c3-b3c4-ac459c66bef2 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:52:02.077598 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Attempting to bind port ee279149-9748-45c3-b3c4-ac459c66bef2 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:02.082076 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Port ee279149-9748-45c3-b3c4-ac459c66bef2 on network ebcc2036-8628-4165-a859-377f777379db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:52:02.082398 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Attempting to bind port ee279149-9748-45c3-b3c4-ac459c66bef2 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:02.087664 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:52:02.088000 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Checking segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:52:02.088385 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Bound using segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:52:02.088809 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Bound port: ee279149-9748-45c3-b3c4-ac459c66bef2, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:52:02.089163 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:02.154931 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] For port ee279149-9748-45c3-b3c4-ac459c66bef2, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:52:02.157851 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] For port ee279149-9748-45c3-b3c4-ac459c66bef2, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee279149-9748-45c3-b3c4-ac459c66bef2,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:52:02.234375 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:02.271057 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:02.271667 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:02.273872 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee279149-9748-45c3-b3c4-ac459c66bef2 HTTP/1.1" status: 200 len: 1093 time: 0.8275826 Feb 21 09:52:02.274396 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'tag': 'ee279149-9748-45c3-b3c4-ac459c66bef2'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:02.276649 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32a627e-eea2-4522-9de0-55927349c092" -d '{"events": [{"name": "network-changed", "server_uuid": "bab13f9b-20a2-4839-9b89-57ccf3ffcad6", "tag": "ee279149-9748-45c3-b3c4-ac459c66bef2"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:02.299806 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d33328-a11f-4dd0-ad85-5a1abf3d13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee279149-9748-45c3-b3c4-ac459c66bef2,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:02.316182 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7a16b8-8cd9-4c28-a2a1-efc6a40cef5f x-openstack-request-id: req-bc7a16b8-8cd9-4c28-a2a1-efc6a40cef5f {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:02.316577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab13f9b-20a2-4839-9b89-57ccf3ffcad6", "tag": "ee279149-9748-45c3-b3c4-ac459c66bef2", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:02.316837 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc7a16b8-8cd9-4c28-a2a1-efc6a40cef5f {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:02.317346 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'tag': 'ee279149-9748-45c3-b3c4-ac459c66bef2', 'status': 'completed', 'code': 200} Feb 21 09:52:02.404313 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a627e-eea2-4522-9de0-55927349c092 req-8720a64a-74e8-45cb-b076-8f3fe467c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:02.405905 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c32a627e-eea2-4522-9de0-55927349c092 req-8720a64a-74e8-45cb-b076-8f3fe467c505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 1127 time: 0.0467770 Feb 21 09:52:02.514793 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a627e-eea2-4522-9de0-55927349c092 req-6d2053e5-f886-4fcc-873d-eab876cbc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:02.516248 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c32a627e-eea2-4522-9de0-55927349c092 req-6d2053e5-f886-4fcc-873d-eab876cbc696 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=45c1b41f013947859f08f118441fc9e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0981572 Feb 21 09:52:02.640644 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:52:02.882914 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a627e-eea2-4522-9de0-55927349c092 req-b84341ca-e883-474f-9cd2-67af1acf9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:02.884495 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c32a627e-eea2-4522-9de0-55927349c092 req-b84341ca-e883-474f-9cd2-67af1acf9d61 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3631709 Feb 21 09:52:02.989827 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-22181b4a-a86a-4bcb-a220-5cb82984b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:02.991878 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-22181b4a-a86a-4bcb-a220-5cb82984b505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 1127 time: 0.0443697 Feb 21 09:52:03.042035 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-cca1e75c-70c6-45f4-9f5d-4dc00e96ab6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee279149-9748-45c3-b3c4-ac459c66bef2 HTTP/1.1" status: 200 len: 217 time: 0.0346024 Feb 21 09:52:03.059488 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec021f-93db-47a1-9e9e-1c8e2c0e32d5 req-0e1e03cb-e719-4ec8-bb4a-49273e432a74 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:03.061081 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-08ec021f-93db-47a1-9e9e-1c8e2c0e32d5 req-0e1e03cb-e719-4ec8-bb4a-49273e432a74 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 943 time: 0.0536046 Feb 21 09:52:03.091299 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-84d0b204-1610-45a3-b293-58452b36e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:03.093013 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-84d0b204-1610-45a3-b293-58452b36e583 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0947d1fc-0c98-4f78-84d4-a990f437c5b9 HTTP/1.1" status: 200 len: 855 time: 0.0453923 Feb 21 09:52:03.114637 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-08ec021f-93db-47a1-9e9e-1c8e2c0e32d5 req-65bd2761-4d2a-4bed-8dd4-e6f115c7cbf8 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Feb 21 09:52:03.130597 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-2b8d1210-2132-4c22-9461-0eadc7a6a52c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcc2036-8628-4165-a859-377f777379db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289290 Feb 21 09:52:03.224977 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-da3d1f45-dac2-4ae3-b287-f0186cf72ab1 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878994 Feb 21 09:52:03.320912 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03bea38f-fc12-41fd-99cc-9adbf0436540 req-c2300dd3-8db2-4447-be6b-e5d3bcc38dba service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902503 Feb 21 09:52:03.497473 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:04.235617 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f165e-e7d6-4554-9b4a-63b314650b85 req-31e4dfd5-8d8f-4cc6-8dd1-af0166055963 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:04.237098 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-989f165e-e7d6-4554-9b4a-63b314650b85 req-31e4dfd5-8d8f-4cc6-8dd1-af0166055963 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 943 time: 0.0531173 Feb 21 09:52:04.294965 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-989f165e-e7d6-4554-9b4a-63b314650b85 req-d52d9092-eeba-4c6b-9a38-d798da7cd3f2 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 Feb 21 09:52:04.874528 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:05.419397 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6d7a1-49af-4361-94e6-33b986de1e7b req-3b321061-901d-48d7-8614-80cb623ad050 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:05.420918 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f2b6d7a1-49af-4361-94e6-33b986de1e7b req-3b321061-901d-48d7-8614-80cb623ad050 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 943 time: 0.0553334 Feb 21 09:52:05.470390 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f2b6d7a1-49af-4361-94e6-33b986de1e7b req-0aea7194-480a-458f-b741-b5043692c285 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Feb 21 09:52:05.766806 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:06.562848 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ee279149-9748-45c3-b3c4-ac459c66bef2 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:52:06.599425 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a0ab-85c9-4f14-824e-aacf589649bb req-ad6a407c-5007-46d9-9000-21bf06a158dd tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:06.600961 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8e99a0ab-85c9-4f14-824e-aacf589649bb req-ad6a407c-5007-46d9-9000-21bf06a158dd tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 943 time: 0.0589607 Feb 21 09:52:06.649907 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8e99a0ab-85c9-4f14-824e-aacf589649bb req-4dce7dad-b658-4a1b-832a-0f61435d6bc7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Feb 21 09:52:06.666042 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port ee279149-9748-45c3-b3c4-ac459c66bef2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee279149-9748-45c3-b3c4-ac459c66bef2,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:06.810738 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': 'ee279149-9748-45c3-b3c4-ac459c66bef2', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'port_id': 'ee279149-9748-45c3-b3c4-ac459c66bef2', 'mac_address': 'fa:16:3e:2f:31:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0947d1fc-0c98-4f78-84d4-a990f437c5b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:52:06.848371 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port ee279149-9748-45c3-b3c4-ac459c66bef2 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:06.848769 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:06.862198 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee279149-9748-45c3-b3c4-ac459c66bef2 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:06.887577 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port ee279149-9748-45c3-b3c4-ac459c66bef2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee279149-9748-45c3-b3c4-ac459c66bef2,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:06.950172 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:06.999286 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=ee279149-9748-45c3-b3c4-ac459c66bef2,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:07.006664 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.007019 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.007374 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.007720 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.008059 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.008397 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.008735 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.009070 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.009408 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.009767 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.010098 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.010425 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.010812 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:07.358637 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:52:07.772945 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf0eb-6a4a-46bd-9192-85a853a9ed54 req-49f38e81-eb51-4f74-afd2-a59710eba107 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:07.774514 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5fbbf0eb-6a4a-46bd-9192-85a853a9ed54 req-49f38e81-eb51-4f74-afd2-a59710eba107 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 944 time: 0.0551860 Feb 21 09:52:07.822895 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5fbbf0eb-6a4a-46bd-9192-85a853a9ed54 req-e3c941e3-7c01-4e78-848d-cfc3b1f1f11c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Feb 21 09:52:08.580196 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ee279149-9748-45c3-b3c4-ac459c66bef2 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:52:08.697240 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port ee279149-9748-45c3-b3c4-ac459c66bef2 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:52:08.702789 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port ee279149-9748-45c3-b3c4-ac459c66bef2 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:08.703163 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:08.791232 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port ee279149-9748-45c3-b3c4-ac459c66bef2 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:08.791791 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:08.821154 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee279149-9748-45c3-b3c4-ac459c66bef2'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:08.827188 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74728043-7b72-425b-844f-c5e29f228c2a" -d '{"events": [{"server_uuid": "bab13f9b-20a2-4839-9b89-57ccf3ffcad6", "name": "network-vif-plugged", "status": "completed", "tag": "ee279149-9748-45c3-b3c4-ac459c66bef2"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:08.837190 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port ee279149-9748-45c3-b3c4-ac459c66bef2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee279149-9748-45c3-b3c4-ac459c66bef2,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:08.865546 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60785dc1-dca9-4132-9cfb-31b2ab97bd5f x-openstack-request-id: req-60785dc1-dca9-4132-9cfb-31b2ab97bd5f {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:08.865840 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab13f9b-20a2-4839-9b89-57ccf3ffcad6", "name": "network-vif-plugged", "status": "completed", "tag": "ee279149-9748-45c3-b3c4-ac459c66bef2", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:08.866092 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60785dc1-dca9-4132-9cfb-31b2ab97bd5f {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:08.866480 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee279149-9748-45c3-b3c4-ac459c66bef2', 'code': 200} Feb 21 09:52:08.916994 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:08.957662 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faabd28-3a0f-40c9-862c-40fb4d75730d req-ed0b8962-4d87-4fb9-858e-485d299a8664 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:08.959224 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5faabd28-3a0f-40c9-862c-40fb4d75730d req-ed0b8962-4d87-4fb9-858e-485d299a8664 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 944 time: 0.0649238 Feb 21 09:52:08.973582 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=ee279149-9748-45c3-b3c4-ac459c66bef2,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:09.015142 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5faabd28-3a0f-40c9-862c-40fb4d75730d req-6b60a57c-5a28-41cf-a5c7-ab2e5c201406 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Feb 21 09:52:09.233823 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03998083-9eeb-4559-bff2-51f674f0873d req-7faa9613-382f-4e5a-8ddf-556b45ec4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:09.235376 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03998083-9eeb-4559-bff2-51f674f0873d req-7faa9613-382f-4e5a-8ddf-556b45ec4725 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 1129 time: 0.0533836 Feb 21 09:52:09.280994 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-03998083-9eeb-4559-bff2-51f674f0873d req-3c33574f-0a59-44e6-a7ca-9054a7b5cb66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390258 Feb 21 09:52:10.139737 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf12a4-bcfc-49dd-ad29-a1d46e6f2745 req-148ac417-e81d-4743-93c2-daf8b5d8c2c4 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:10.141271 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-39bf12a4-bcfc-49dd-ad29-a1d46e6f2745 req-148ac417-e81d-4743-93c2-daf8b5d8c2c4 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0537910 Feb 21 09:52:10.198637 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-39bf12a4-bcfc-49dd-ad29-a1d46e6f2745 req-a8144deb-73a5-4f46-a1bd-2f182f0d3f2a tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475540 Feb 21 09:52:11.318077 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8dfa-b82f-4a62-b4db-cf9fd84ac6ce req-7a30bfed-d511-421f-90f7-e313a1a70a4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:11.319606 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-649f8dfa-b82f-4a62-b4db-cf9fd84ac6ce req-7a30bfed-d511-421f-90f7-e313a1a70a4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0533273 Feb 21 09:52:11.373621 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-649f8dfa-b82f-4a62-b4db-cf9fd84ac6ce req-e2ed1e48-6041-4ff3-b291-7287ae3b42bd tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479469 Feb 21 09:52:22.550217 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4c7fd7b1-68c4-4575-9554-11e30e9619aa tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:22.551632 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4c7fd7b1-68c4-4575-9554-11e30e9619aa tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1032026 Feb 21 09:52:22.566727 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-2bcbd7e6-563d-44ff-b3e9-253a032cfd43 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/quotas/45c1b41f013947859f08f118441fc9e3 HTTP/1.1" status: 200 len: 375 time: 0.0092859 Feb 21 09:52:22.620720 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-d7c395f5-0f55-4ab8-992b-b286e152bd7c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482073 Feb 21 09:52:22.718431 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-5f04c66e-d74a-4afb-bafe-4dea13b4c076 service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908856 Feb 21 09:52:22.820157 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-09661c0c-53fb-40dc-a8c0-f77967725722 service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957546 Feb 21 09:52:23.037466 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0147770e-3891-46b8-834e-cb526973eb9c req-ce40657c-ccd8-4920-a182-1990fa353d7e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 210 time: 0.0304716 Feb 21 09:52:24.148165 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1aa36a96-6054-451a-95e3-38d45fd6872a req-6cddab28-5464-4aa9-b6da-0cd332b25789 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 210 time: 0.0295470 Feb 21 09:52:24.920404 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-b35ff7e4-aef7-4219-99fc-11447180b646 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:24.920404 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-b35ff7e4-aef7-4219-99fc-11447180b646 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1091945 Feb 21 09:52:24.941770 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Request body: {'port': {'device_id': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'admin_state_up': True, 'tenant_id': '45c1b41f013947859f08f118441fc9e3'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:25.113602 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Made reservation on behalf of 45c1b41f013947859f08f118441fc9e3 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:25.117942 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.271704 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5b8fa431-a238-49d0-9249-b1e943862932 req-57b96199-757d-4dfa-825e-52c00f8d3ece tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 210 time: 0.0384052 Feb 21 09:52:25.281074 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Allocated IP 172.20.0.13 (ebcc2036-8628-4165-a859-377f777379db/0947d1fc-0c98-4f78-84d4-a990f437c5b9/fd972185-d552-420f-8cef-0b37a45bd362) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:52:25.433293 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks [] for port (fd972185-d552-420f-8cef-0b37a45bd362), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.531634 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (fd972185-d552-420f-8cef-0b37a45bd362), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.577355 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Network ebcc2036-8628-4165-a859-377f777379db is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:52:25.580336 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:25.584281 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:52:25.586653 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:52:25.610454 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event updated for resources: {'Port': ['ID=fd972185-d552-420f-8cef-0b37a45bd362,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:25.639823 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:25.640456 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.728685 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-708c76b3-2956-4807-8899-1fdfa126df56 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7910459 Feb 21 09:52:25.798842 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Request body: {'port': {'device_id': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:25.862341 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (fd972185-d552-420f-8cef-0b37a45bd362), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.136467 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd972185-d552-420f-8cef-0b37a45bd362 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:26.144303 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Publish callbacks [] for port (fd972185-d552-420f-8cef-0b37a45bd362), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.156454 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Transition to ACTIVE for port object fd972185-d552-420f-8cef-0b37a45bd362 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:52:26.227281 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (fd972185-d552-420f-8cef-0b37a45bd362), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.283564 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Pushing event updated for resources: {'Port': ['ID=fd972185-d552-420f-8cef-0b37a45bd362,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:26.364580 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Attempting to bind port fd972185-d552-420f-8cef-0b37a45bd362 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:52:26.364964 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Attempting to bind port fd972185-d552-420f-8cef-0b37a45bd362 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:52:26.366457 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Attempting to bind port fd972185-d552-420f-8cef-0b37a45bd362 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:26.370565 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Port fd972185-d552-420f-8cef-0b37a45bd362 on network ebcc2036-8628-4165-a859-377f777379db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:52:26.370892 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Attempting to bind port fd972185-d552-420f-8cef-0b37a45bd362 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:26.375896 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:52:26.376152 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Checking segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:52:26.376545 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Bound using segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:52:26.376981 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Bound port: fd972185-d552-420f-8cef-0b37a45bd362, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:52:26.377439 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (fd972185-d552-420f-8cef-0b37a45bd362), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.395342 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915459b-81af-451d-ac9d-df2adaab984a req-39206014-a2bb-4f7a-9352-44f69379a849 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:26.396742 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1915459b-81af-451d-ac9d-df2adaab984a req-39206014-a2bb-4f7a-9352-44f69379a849 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 944 time: 0.0543551 Feb 21 09:52:26.459548 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] For port fd972185-d552-420f-8cef-0b37a45bd362, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:52:26.464194 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] For port fd972185-d552-420f-8cef-0b37a45bd362, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd972185-d552-420f-8cef-0b37a45bd362,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:52:26.547940 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (fd972185-d552-420f-8cef-0b37a45bd362), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.590459 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:26.590753 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.592664 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] 10.222.0.10 "PUT /v2.0/ports/fd972185-d552-420f-8cef-0b37a45bd362 HTTP/1.1" status: 200 len: 1094 time: 0.7981911 Feb 21 09:52:26.595173 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'tag': 'fd972185-d552-420f-8cef-0b37a45bd362'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:26.597798 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec003c2b-03d2-4413-ba64-6803bd61d596" -d '{"events": [{"name": "network-changed", "server_uuid": "bec8e7b5-6191-4f5d-902c-c28b8e1bac70", "tag": "fd972185-d552-420f-8cef-0b37a45bd362"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:26.637253 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad6d5-b66c-4288-97ce-7a919ca80357 service neutron] Pushing event updated for resources: {'Port': ['ID=fd972185-d552-420f-8cef-0b37a45bd362,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:26.642673 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f560e752-ff53-4e3c-82cb-167cba8b9bfc x-openstack-request-id: req-f560e752-ff53-4e3c-82cb-167cba8b9bfc {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:26.642930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec8e7b5-6191-4f5d-902c-c28b8e1bac70", "tag": "fd972185-d552-420f-8cef-0b37a45bd362", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:26.643141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f560e752-ff53-4e3c-82cb-167cba8b9bfc {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:26.643532 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'tag': 'fd972185-d552-420f-8cef-0b37a45bd362', 'status': 'completed', 'code': 200} Feb 21 09:52:26.729492 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-1915459b-81af-451d-ac9d-df2adaab984a req-4c5b8b84-8a10-49ee-92b8-a73740dc53c4 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260481 Feb 21 09:52:26.773875 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003c2b-03d2-4413-ba64-6803bd61d596 req-95c41e1c-0060-4864-9e1d-33fb4ee85a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:26.775436 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ec003c2b-03d2-4413-ba64-6803bd61d596 req-95c41e1c-0060-4864-9e1d-33fb4ee85a46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 1128 time: 0.0634043 Feb 21 09:52:26.883104 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003c2b-03d2-4413-ba64-6803bd61d596 req-233831ae-5531-412e-a885-1d3d7638cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:26.884569 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ec003c2b-03d2-4413-ba64-6803bd61d596 req-233831ae-5531-412e-a885-1d3d7638cccf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=45c1b41f013947859f08f118441fc9e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0955913 Feb 21 09:52:26.984022 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003c2b-03d2-4413-ba64-6803bd61d596 req-f4fc42e4-caf0-4c30-9095-871e61a37bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:26.985488 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ec003c2b-03d2-4413-ba64-6803bd61d596 req-f4fc42e4-caf0-4c30-9095-871e61a37bc3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938635 Feb 21 09:52:27.102138 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-c83e1ff8-7252-4658-a9d0-2fe24444457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:27.103626 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-c83e1ff8-7252-4658-a9d0-2fe24444457f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 1128 time: 0.0449445 Feb 21 09:52:27.152378 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-e89ef43b-0f3f-4792-bc0b-a404588c24da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd972185-d552-420f-8cef-0b37a45bd362 HTTP/1.1" status: 200 len: 217 time: 0.0346534 Feb 21 09:52:27.205231 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-12fdbb14-dc29-418b-88c6-821c7ac733af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:27.206710 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-12fdbb14-dc29-418b-88c6-821c7ac733af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0947d1fc-0c98-4f78-84d4-a990f437c5b9 HTTP/1.1" status: 200 len: 855 time: 0.0475399 Feb 21 09:52:27.237611 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-cd9fdea8-face-4385-bdd7-f3cd73db927d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcc2036-8628-4165-a859-377f777379db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253081 Feb 21 09:52:27.330041 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-6e9b404d-4e56-4ab9-a1ef-81b08c9c9db4 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866258 Feb 21 09:52:27.424294 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9e23404b-ff16-46ef-afbe-454da9e00f64 req-3d98ef03-889d-48fb-b43e-d7b08043c80b service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879061 Feb 21 09:52:27.868717 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36582-28ce-4704-b0eb-f6995f9ca896 req-53b67f36-757e-43f2-b123-23f5a840720b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:27.870304 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55e36582-28ce-4704-b0eb-f6995f9ca896 req-53b67f36-757e-43f2-b123-23f5a840720b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 944 time: 0.0562427 Feb 21 09:52:27.922902 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55e36582-28ce-4704-b0eb-f6995f9ca896 req-edd0205e-6833-4c0b-8cd3-dd9ed6b42890 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469995 Feb 21 09:52:28.211880 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b86ac5e1-711a-4dab-ac03-99c4733e50c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.056890 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef76cd-97c2-4d26-85db-ef3184c04385 req-18d103a3-be9e-4de9-96c0-1851cb3924ec tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.058749 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c4ef76cd-97c2-4d26-85db-ef3184c04385 req-18d103a3-be9e-4de9-96c0-1851cb3924ec tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 944 time: 0.0660627 Feb 21 09:52:29.107534 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-c4ef76cd-97c2-4d26-85db-ef3184c04385 req-cddf0ac3-52bd-4055-b8c6-eec7052666df tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Feb 21 09:52:30.230433 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c579c-bc97-4000-b434-4f25cb371699 req-4b7be6e5-4d5e-43ed-b480-075cc227152b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:30.231980 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f5c579c-bc97-4000-b434-4f25cb371699 req-4b7be6e5-4d5e-43ed-b480-075cc227152b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 944 time: 0.0547407 Feb 21 09:52:30.283516 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f5c579c-bc97-4000-b434-4f25cb371699 req-93cd2992-7f9e-45a5-b1f7-dc6618f8fb16 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457814 Feb 21 09:52:30.520293 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5dc0cfa5-f6aa-4354-ab8d-6da0396e6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:30.698332 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device fd972185-d552-420f-8cef-0b37a45bd362 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:52:30.800886 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port fd972185-d552-420f-8cef-0b37a45bd362, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd972185-d552-420f-8cef-0b37a45bd362,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:30.813118 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': 'fd972185-d552-420f-8cef-0b37a45bd362', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'port_id': 'fd972185-d552-420f-8cef-0b37a45bd362', 'mac_address': 'fa:16:3e:f8:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0947d1fc-0c98-4f78-84d4-a990f437c5b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:52:30.851849 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port fd972185-d552-420f-8cef-0b37a45bd362 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:30.852244 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (fd972185-d552-420f-8cef-0b37a45bd362), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:30.867868 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd972185-d552-420f-8cef-0b37a45bd362 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:30.888325 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port fd972185-d552-420f-8cef-0b37a45bd362, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd972185-d552-420f-8cef-0b37a45bd362,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:30.960187 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (fd972185-d552-420f-8cef-0b37a45bd362), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:31.009383 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=fd972185-d552-420f-8cef-0b37a45bd362,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:31.416937 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['fd972185-d552-420f-8cef-0b37a45bd362'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:52:31.417199 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ee9e-447f-4844-b5ca-58fd5fb53a9a req-6b7b75e4-ce7c-488a-99b0-1a4cc8d72663 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:31.418708 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e7a7ee9e-447f-4844-b5ca-58fd5fb53a9a req-6b7b75e4-ce7c-488a-99b0-1a4cc8d72663 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 945 time: 0.0628288 Feb 21 09:52:31.472202 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e7a7ee9e-447f-4844-b5ca-58fd5fb53a9a req-2a7ba417-5d3a-4fca-95f7-2ce230815f35 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 Feb 21 09:52:31.834023 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:32.588579 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed9c2-e3b8-4b1f-8b0a-35ae1a692716 req-01e11fe5-53bc-4e9a-b8f2-7590af5a05ce tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:32.590076 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-de6ed9c2-e3b8-4b1f-8b0a-35ae1a692716 req-01e11fe5-53bc-4e9a-b8f2-7590af5a05ce tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 945 time: 0.0522084 Feb 21 09:52:32.644449 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-de6ed9c2-e3b8-4b1f-8b0a-35ae1a692716 req-31f96214-9ac1-4cf6-88ad-03bf6c575f37 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Feb 21 09:52:32.695317 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device fd972185-d552-420f-8cef-0b37a45bd362 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:52:32.829700 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port fd972185-d552-420f-8cef-0b37a45bd362 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:52:32.834326 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port fd972185-d552-420f-8cef-0b37a45bd362 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:32.835371 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (fd972185-d552-420f-8cef-0b37a45bd362), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:32.916073 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port fd972185-d552-420f-8cef-0b37a45bd362 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:32.916471 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (fd972185-d552-420f-8cef-0b37a45bd362), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:32.939686 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd972185-d552-420f-8cef-0b37a45bd362'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:32.941964 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973e090a-80c9-4b2f-a13d-2d2b0f5aa4c1" -d '{"events": [{"server_uuid": "bec8e7b5-6191-4f5d-902c-c28b8e1bac70", "name": "network-vif-plugged", "status": "completed", "tag": "fd972185-d552-420f-8cef-0b37a45bd362"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:32.955457 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port fd972185-d552-420f-8cef-0b37a45bd362, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd972185-d552-420f-8cef-0b37a45bd362,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:32.981066 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d344be-3a22-4e4c-88c5-36e8abd7df2f x-openstack-request-id: req-e1d344be-3a22-4e4c-88c5-36e8abd7df2f {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:32.981366 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec8e7b5-6191-4f5d-902c-c28b8e1bac70", "name": "network-vif-plugged", "status": "completed", "tag": "fd972185-d552-420f-8cef-0b37a45bd362", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:32.981669 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1d344be-3a22-4e4c-88c5-36e8abd7df2f {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:32.982091 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd972185-d552-420f-8cef-0b37a45bd362', 'code': 200} Feb 21 09:52:33.018270 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (fd972185-d552-420f-8cef-0b37a45bd362), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:33.076958 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=fd972185-d552-420f-8cef-0b37a45bd362,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:33.303531 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f450b9d-cb8c-436f-8a27-eb576e7a294f req-6f962a0e-665b-40e7-bace-4bbe15575b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:33.305501 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5f450b9d-cb8c-436f-8a27-eb576e7a294f req-6f962a0e-665b-40e7-bace-4bbe15575b59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 1130 time: 0.0450263 Feb 21 09:52:33.352686 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5f450b9d-cb8c-436f-8a27-eb576e7a294f req-6bed04fe-081a-4278-a50f-0979b6176cd7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Feb 21 09:52:33.486792 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:33.779190 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02843b8-468e-4ff5-88da-092bd9186352 req-dced61c7-4904-473c-8b79-71597c57d0ba tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:33.780664 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c02843b8-468e-4ff5-88da-092bd9186352 req-dced61c7-4904-473c-8b79-71597c57d0ba tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 946 time: 0.0584409 Feb 21 09:52:33.829827 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c02843b8-468e-4ff5-88da-092bd9186352 req-263a1bc6-8428-43a7-ac54-4c724a153ebe tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Feb 21 09:52:34.732333 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:34.963639 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6d2e1-c3c9-4984-abb2-0d6edb73fa51 req-9100b9a1-1d2e-4b9d-bd6e-de34addf5d73 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:34.965165 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-49b6d2e1-c3c9-4984-abb2-0d6edb73fa51 req-9100b9a1-1d2e-4b9d-bd6e-de34addf5d73 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 946 time: 0.0650563 Feb 21 09:52:35.014502 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-49b6d2e1-c3c9-4984-abb2-0d6edb73fa51 req-032c1da0-6ae7-4c8f-bc28-478caec0e3d0 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Feb 21 09:52:35.773130 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:36.135947 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b1d5-ebd5-483e-b61f-4977091da992 req-6191555c-dd27-46f4-94c6-bb6c796fd215 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:36.137500 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ebf5b1d5-ebd5-483e-b61f-4977091da992 req-6191555c-dd27-46f4-94c6-bb6c796fd215 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 946 time: 0.0544114 Feb 21 09:52:36.187122 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ebf5b1d5-ebd5-483e-b61f-4977091da992 req-a5d5aa44-3097-4401-9689-6dafbd16c267 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Feb 21 09:52:39.082788 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-abe2e83e-3d91-4f8a-97fd-24234df5147f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:39.084227 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-abe2e83e-3d91-4f8a-97fd-24234df5147f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1064796 Feb 21 09:52:39.100258 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-cf108d54-1fc4-453d-82a4-997b047f9d19 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/quotas/45c1b41f013947859f08f118441fc9e3 HTTP/1.1" status: 200 len: 375 time: 0.0093279 Feb 21 09:52:39.167016 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-ca17be77-8f87-4bb9-ac24-99deb006b1ab tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599463 Feb 21 09:52:39.221743 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-e32ef536-6d6d-427e-9ea6-8715e4d328f2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:52:39.222741 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-e32ef536-6d6d-427e-9ea6-8715e4d328f2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495493 Feb 21 09:52:39.316234 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-7d27400a-b31b-458d-887c-73a4ad663cb6 service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866544 Feb 21 09:52:39.407587 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-be1f7133-d333-4e39-8e33-28163afdf3ab service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849125 Feb 21 09:52:39.641414 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:52:39.660865 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57d0d31b-7451-4fe0-8751-3b9c5df14415 req-eb2a9a04-83d5-4cf6-84a0-43625d6b6af0 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 210 time: 0.0274551 Feb 21 09:52:40.772804 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-31b3fe19-b60b-4bb1-8fb7-e25aa054fd44 req-ca62407d-7e4b-4ba6-b794-093122027e32 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 210 time: 0.0295098 Feb 21 09:52:41.731364 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-4310a652-bc83-42c9-93b2-2265ddb28a7b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:41.732934 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-4310a652-bc83-42c9-93b2-2265ddb28a7b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1098392 Feb 21 09:52:41.751749 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Request body: {'port': {'device_id': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'admin_state_up': True, 'tenant_id': '45c1b41f013947859f08f118441fc9e3'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:41.879058 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-44d270c5-e091-48a2-9ea7-9759e89f8d3f req-c1891902-6dea-48f3-b6d7-6f580a7844a3 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 210 time: 0.0322347 Feb 21 09:52:41.940584 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Made reservation on behalf of 45c1b41f013947859f08f118441fc9e3 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:41.943998 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:42.076162 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Allocated IP 172.20.0.2 (ebcc2036-8628-4165-a859-377f777379db/0947d1fc-0c98-4f78-84d4-a990f437c5b9/64300391-bbd8-4f91-acb0-dcf25629cc66) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:52:42.233614 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks [] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:42.328339 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:42.363967 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2', 'fd972185-d552-420f-8cef-0b37a45bd362'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:52:42.373315 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Network ebcc2036-8628-4165-a859-377f777379db is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:52:42.383112 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:42.383112 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:52:42.405970 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event updated for resources: {'Port': ['ID=64300391-bbd8-4f91-acb0-dcf25629cc66,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:42.423227 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.428948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:42.454429 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:42.457539 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:42.547927 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-26a94f7d-7667-49dd-9c6c-9099ed03e164 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005555 Feb 21 09:52:42.565011 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Request body: {'port': {'device_id': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:42.626126 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:42.897275 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64300391-bbd8-4f91-acb0-dcf25629cc66 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:42.905218 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Publish callbacks [] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:42.919462 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Transition to ACTIVE for port object 64300391-bbd8-4f91-acb0-dcf25629cc66 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:52:42.981494 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:43.038648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Pushing event updated for resources: {'Port': ['ID=64300391-bbd8-4f91-acb0-dcf25629cc66,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:43.055825 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a69f-9787-4832-91f0-d8ff75d00679 req-63dfb073-21b4-4a22-b603-145da0b4749a tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.058309 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2370a69f-9787-4832-91f0-d8ff75d00679 req-63dfb073-21b4-4a22-b603-145da0b4749a tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 931 time: 0.1072369 Feb 21 09:52:43.151719 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2370a69f-9787-4832-91f0-d8ff75d00679 req-1222b7e7-e932-4338-b945-232f7932b9d2 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786777 Feb 21 09:52:43.167646 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Attempting to bind port 64300391-bbd8-4f91-acb0-dcf25629cc66 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:52:43.167982 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Attempting to bind port 64300391-bbd8-4f91-acb0-dcf25629cc66 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:52:43.168324 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Attempting to bind port 64300391-bbd8-4f91-acb0-dcf25629cc66 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:43.173421 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Port 64300391-bbd8-4f91-acb0-dcf25629cc66 on network ebcc2036-8628-4165-a859-377f777379db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:52:43.173773 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Attempting to bind port 64300391-bbd8-4f91-acb0-dcf25629cc66 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:43.179943 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:52:43.180284 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Checking segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:52:43.180672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Bound using segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:52:43.181113 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Bound port: 64300391-bbd8-4f91-acb0-dcf25629cc66, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:52:43.182288 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:43.256427 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] For port 64300391-bbd8-4f91-acb0-dcf25629cc66, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:52:43.260541 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] For port 64300391-bbd8-4f91-acb0-dcf25629cc66, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64300391-bbd8-4f91-acb0-dcf25629cc66,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:52:43.329104 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:43.366160 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.366790 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:43.368297 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/64300391-bbd8-4f91-acb0-dcf25629cc66 HTTP/1.1" status: 200 len: 1093 time: 0.8077154 Feb 21 09:52:43.368615 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'tag': '64300391-bbd8-4f91-acb0-dcf25629cc66'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:43.371250 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c267bfa-88e2-4e1f-915f-a257a1f00314" -d '{"events": [{"name": "network-changed", "server_uuid": "acaa0ad8-b58a-4432-bd69-62320054fc6d", "tag": "64300391-bbd8-4f91-acb0-dcf25629cc66"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:43.408510 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16d2ce-15ce-4b8b-abd3-150c3e1f17d0 service neutron] Pushing event updated for resources: {'Port': ['ID=64300391-bbd8-4f91-acb0-dcf25629cc66,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:43.481192 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4971d333-3536-4ddb-bff7-126aa538b5e5 x-openstack-request-id: req-4971d333-3536-4ddb-bff7-126aa538b5e5 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:43.481492 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaa0ad8-b58a-4432-bd69-62320054fc6d", "tag": "64300391-bbd8-4f91-acb0-dcf25629cc66", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:43.486732 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4971d333-3536-4ddb-bff7-126aa538b5e5 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:43.486732 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'tag': '64300391-bbd8-4f91-acb0-dcf25629cc66', 'status': 'completed', 'code': 200} Feb 21 09:52:43.553730 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-e086f44c-cf76-426e-848f-99dbfd1f70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.555241 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-e086f44c-cf76-426e-848f-99dbfd1f70cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 1127 time: 0.0509100 Feb 21 09:52:43.608959 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-d3ef8192-1db0-45e1-92aa-03ef8e7f4b05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64300391-bbd8-4f91-acb0-dcf25629cc66 HTTP/1.1" status: 200 len: 217 time: 0.0351739 Feb 21 09:52:43.658454 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-de3fa77b-608d-46af-94e3-ba8b182bc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.659829 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-de3fa77b-608d-46af-94e3-ba8b182bc2db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0947d1fc-0c98-4f78-84d4-a990f437c5b9 HTTP/1.1" status: 200 len: 855 time: 0.0445061 Feb 21 09:52:43.706590 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-4af7e6e9-d7b3-4540-a791-6630cdfafa44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcc2036-8628-4165-a859-377f777379db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257478 Feb 21 09:52:43.798061 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-3641d216-819f-4a4a-80b6-12b5027b1639 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859349 Feb 21 09:52:43.886674 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0523f45d-1c02-4a9e-893e-97e56551b4cb req-f2bc30fc-f381-4877-b677-8d0b37326e58 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832431 Feb 21 09:52:44.119358 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-68cce16d-23a3-4c78-b28b-0668d28dac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:44.121043 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-68cce16d-23a3-4c78-b28b-0668d28dac2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 1127 time: 0.0497930 Feb 21 09:52:44.211237 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-2e2cbf3f-cc11-4449-aaae-a61f9fdf9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:44.212731 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-2e2cbf3f-cc11-4449-aaae-a61f9fdf9c6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 916 time: 0.0855525 Feb 21 09:52:44.269192 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-9ad4fd5a-0ba7-4df9-bcc1-de2d3193c27c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64300391-bbd8-4f91-acb0-dcf25629cc66 HTTP/1.1" status: 200 len: 217 time: 0.0496488 Feb 21 09:52:44.339771 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-bd0ee153-15ab-4abb-b5f6-9a911191e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:44.341306 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-bd0ee153-15ab-4abb-b5f6-9a911191e45f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0947d1fc-0c98-4f78-84d4-a990f437c5b9 HTTP/1.1" status: 200 len: 855 time: 0.0563667 Feb 21 09:52:44.351635 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2e42-e20c-4336-9619-427e771569a0 req-97b27075-88d3-4e9f-a776-650ed1bd8224 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:44.353085 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5c6f2e42-e20c-4336-9619-427e771569a0 req-97b27075-88d3-4e9f-a776-650ed1bd8224 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 943 time: 0.1276479 Feb 21 09:52:44.387114 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-559f4236-9732-46b3-b2b3-01fded5420a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcc2036-8628-4165-a859-377f777379db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324323 Feb 21 09:52:44.476488 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5c6f2e42-e20c-4336-9619-427e771569a0 req-ccca963a-0ecb-42a3-a186-4baf6aebaee7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139488 Feb 21 09:52:44.510597 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-47511e2c-9e91-42bd-bb5f-4af483e6fa38 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153169 Feb 21 09:52:44.612484 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8c267bfa-88e2-4e1f-915f-a257a1f00314 req-a22e2e0f-b4bc-4fb9-8716-f15908ce7a19 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929029 Feb 21 09:52:45.609475 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdcba4-89ac-4bbe-91b0-fee5216644af req-e3b50427-4f2a-4b80-a3ec-e52857b55398 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:45.611086 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-94cdcba4-89ac-4bbe-91b0-fee5216644af req-e3b50427-4f2a-4b80-a3ec-e52857b55398 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 943 time: 0.0618222 Feb 21 09:52:45.666063 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-94cdcba4-89ac-4bbe-91b0-fee5216644af req-8aac612a-5eb4-42fe-9047-3b2ab096b248 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492427 Feb 21 09:52:45.744963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc664b-9193-4a06-81d0-bc1572c009d6 req-cb0c9d22-4ef5-49bc-b2a1-abd60fbd9ef5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:45.747266 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d8cc664b-9193-4a06-81d0-bc1572c009d6 req-cb0c9d22-4ef5-49bc-b2a1-abd60fbd9ef5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 946 time: 0.0602849 Feb 21 09:52:45.796693 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d8cc664b-9193-4a06-81d0-bc1572c009d6 req-230b64f3-2880-4e04-a8ef-d018f5ba5a9b tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421550 Feb 21 09:52:46.744030 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 64300391-bbd8-4f91-acb0-dcf25629cc66 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:52:46.786571 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c34cfd-fe33-4e13-ba24-f9570fd891d3 req-99694e37-adae-4623-90c1-17a767cbf90d tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:46.788054 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-64c34cfd-fe33-4e13-ba24-f9570fd891d3 req-99694e37-adae-4623-90c1-17a767cbf90d tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 943 time: 0.0526662 Feb 21 09:52:46.844033 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 64300391-bbd8-4f91-acb0-dcf25629cc66, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64300391-bbd8-4f91-acb0-dcf25629cc66,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:46.844832 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-64c34cfd-fe33-4e13-ba24-f9570fd891d3 req-d6a17e85-a2e0-4b6a-8b54-d66f3d6a0814 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503340 Feb 21 09:52:46.857592 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '64300391-bbd8-4f91-acb0-dcf25629cc66', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'port_id': '64300391-bbd8-4f91-acb0-dcf25629cc66', 'mac_address': 'fa:16:3e:ec:dc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0947d1fc-0c98-4f78-84d4-a990f437c5b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:52:46.896153 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 64300391-bbd8-4f91-acb0-dcf25629cc66 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:46.896555 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:46.909808 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64300391-bbd8-4f91-acb0-dcf25629cc66 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:46.933013 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42de19-8568-4ec1-8de3-3a14f2e1c346 req-88e70f9f-f419-4806-8444-6cd225cf063d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:46.938005 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2b42de19-8568-4ec1-8de3-3a14f2e1c346 req-88e70f9f-f419-4806-8444-6cd225cf063d tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 946 time: 0.0583663 Feb 21 09:52:46.938143 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 64300391-bbd8-4f91-acb0-dcf25629cc66, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64300391-bbd8-4f91-acb0-dcf25629cc66,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:46.983036 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2b42de19-8568-4ec1-8de3-3a14f2e1c346 req-b51b5d59-6302-4328-8ee5-2c89b4a93ff5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Feb 21 09:52:47.015157 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.069161 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=64300391-bbd8-4f91-acb0-dcf25629cc66,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:47.544421 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-91297fd2-7a7e-4c99-bd16-914d02af6555 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:47.545914 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-91297fd2-7a7e-4c99-bd16-914d02af6555 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 946 time: 0.0518529 Feb 21 09:52:47.546759 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['64300391-bbd8-4f91-acb0-dcf25629cc66'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:52:47.641251 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Deleting port 7417f2c0-8f81-44ae-9f4e-e4da089278dc {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:52:47.641636 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.731650 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] For port 7417f2c0-8f81-44ae-9f4e-e4da089278dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7417f2c0-8f81-44ae-9f4e-e4da089278dc,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:47.732013 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.900220 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.900581 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (252459da-051f-4ceb-a0af-9f8e75421449), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.900897 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Floating IP 252459da-051f-4ceb-a0af-9f8e75421449 disassociated. External IP: 172.27.3.234, port: 7417f2c0-8f81-44ae-9f4e-e4da089278dc. Feb 21 09:52:47.901239 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Calling delete_port for 7417f2c0-8f81-44ae-9f4e-e4da089278dc owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:52:47.962939 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708ae58-834a-4ce9-9d5e-f8134d4d1184 req-5a261687-1a66-44d3-878c-2cf0a767625d tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:47.964423 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9708ae58-834a-4ce9-9d5e-f8134d4d1184 req-5a261687-1a66-44d3-878c-2cf0a767625d tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 944 time: 0.0509844 Feb 21 09:52:48.024357 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9708ae58-834a-4ce9-9d5e-f8134d4d1184 req-3c14dce0-b10c-41ea-a037-2d4aebfdf3a8 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515065 Feb 21 09:52:48.353328 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (7417f2c0-8f81-44ae-9f4e-e4da089278dc), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:48.389931 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event deleted for resources: {'Port': ['ID=7417f2c0-8f81-44ae-9f4e-e4da089278dc,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:48.453134 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409e482-90b3-4cce-972b-526cf03c0385 req-d8203373-44d8-4f4c-bf08-0550a3f29949 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:48.454630 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0409e482-90b3-4cce-972b-526cf03c0385 req-d8203373-44d8-4f4c-bf08-0550a3f29949 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 868 time: 0.3985953 Feb 21 09:52:48.545149 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0409e482-90b3-4cce-972b-526cf03c0385 req-636d72fa-f67a-4e57-ad43-57bfff962c03 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups?id=0884f640-4b6a-47a6-b486-e15c129b4bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842016 Feb 21 09:52:48.555293 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:52:48.664323 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:52:48.673952 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] Sync routers for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:52:48.684321 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:52:48.685005 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:52:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:48.708121 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] No DVR routers for this DVR port 7417f2c0-8f81-44ae-9f4e-e4da089278dc on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:52:48.710648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:48.713863 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-877fc0ba-d114-4064-871d-0c09f43751e4 req-3d968d06-16d8-4132-ac8e-3fe9f11c7aae tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.10 "DELETE /v2.0/ports/7417f2c0-8f81-44ae-9f4e-e4da089278dc HTTP/1.1" status: 204 len: 173 time: 1.1614985 Feb 21 09:52:48.714297 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-deleted', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:48.716514 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c5db2-a915-4f57-ab6f-bb19afe7a4b3" -d '{"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-deleted", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:48.759651 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f5f96-8337-4872-a17e-169b37a3cf9c x-openstack-request-id: req-896f5f96-8337-4872-a17e-169b37a3cf9c {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:48.759949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea9f70-de0c-40bb-b69d-dc32d456d247", "name": "network-vif-deleted", "tag": "7417f2c0-8f81-44ae-9f4e-e4da089278dc", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:48.760201 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-896f5f96-8337-4872-a17e-169b37a3cf9c {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:48.760601 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea9f70-de0c-40bb-b69d-dc32d456d247', 'name': 'network-vif-deleted', 'tag': '7417f2c0-8f81-44ae-9f4e-e4da089278dc', 'status': 'completed', 'code': 200} Feb 21 09:52:48.789272 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 64300391-bbd8-4f91-acb0-dcf25629cc66 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:52:48.890933 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:52:48.946541 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 64300391-bbd8-4f91-acb0-dcf25629cc66 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:52:48.953064 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 64300391-bbd8-4f91-acb0-dcf25629cc66 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:48.953064 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.029132 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 64300391-bbd8-4f91-acb0-dcf25629cc66 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:49.029449 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.057271 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64300391-bbd8-4f91-acb0-dcf25629cc66'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:49.060422 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb59b80a-0232-4fcf-b789-19505c21903a" -d '{"events": [{"server_uuid": "acaa0ad8-b58a-4432-bd69-62320054fc6d", "name": "network-vif-plugged", "status": "completed", "tag": "64300391-bbd8-4f91-acb0-dcf25629cc66"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:49.073932 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 64300391-bbd8-4f91-acb0-dcf25629cc66, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64300391-bbd8-4f91-acb0-dcf25629cc66,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:49.131517 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.164254 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] Checking router: 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:52:49.171830 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.172778 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:52:49.173675 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:52:49.174299 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:52:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.176231 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d47c9d-32bc-41ae-b7cb-cf530d2913a7 x-openstack-request-id: req-f0d47c9d-32bc-41ae-b7cb-cf530d2913a7 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:49.178259 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaa0ad8-b58a-4432-bd69-62320054fc6d", "name": "network-vif-plugged", "status": "completed", "tag": "64300391-bbd8-4f91-acb0-dcf25629cc66", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:49.178259 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0d47c9d-32bc-41ae-b7cb-cf530d2913a7 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:49.178259 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64300391-bbd8-4f91-acb0-dcf25629cc66', 'code': 200} Feb 21 09:52:49.193656 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca6a7a-e017-47c1-9815-624235b3816a req-4a45f51c-7e7d-4a11-a540-ec0487a46f6e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:49.195149 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-deca6a7a-e017-47c1-9815-624235b3816a req-4a45f51c-7e7d-4a11-a540-ec0487a46f6e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 944 time: 0.0951951 Feb 21 09:52:49.217962 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 7417f2c0-8f81-44ae-9f4e-e4da089278dc {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:52:49.218623 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 7417f2c0-8f81-44ae-9f4e-e4da089278dc not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:52:49.253134 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=64300391-bbd8-4f91-acb0-dcf25629cc66,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:49.257029 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-deca6a7a-e017-47c1-9815-624235b3816a req-95ee3335-1e21-4a38-a213-2fd98a93cc11 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Feb 21 09:52:49.294204 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:52:49.496116 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.524477 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a763048-b8d7-4523-8fab-be6f261ae277 None None] The sync data for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi is: [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:41:40Z', 'revision_number': 4, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b81fd0eb-7295-422b-92f9-83faf05c55c5', 'name': '', 'network_id': '4719d08a-7608-47b3-9484-6fa03102e857', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'mac_address': 'fa:16:3e:b4:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '58713b76-9188-47fb-b983-873fb9067811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:39Z', 'updated_at': '2022-02-21T09:41:48Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'subnets': [{'id': '58713b76-9188-47fb-b983-873fb9067811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:52:49.588304 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fa90-58be-449b-a196-550bd96737c9 req-75abd7b7-ea21-4440-b7b3-cfedeabbbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:49.593367 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7724fa90-58be-449b-a196-550bd96737c9 req-75abd7b7-ea21-4440-b7b3-cfedeabbbefe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 1129 time: 0.0516160 Feb 21 09:52:49.659418 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-7724fa90-58be-449b-a196-550bd96737c9 req-7cde0565-81d2-436f-ae02-38984fbe1713 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Feb 21 09:52:49.667261 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a4bd5de3-c228-47b5-9e5c-abc12870d230 req-029eeca6-4c7e-4737-a05d-26e844670986 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ea9f70-de0c-40bb-b69d-dc32d456d247 HTTP/1.1" status: 200 len: 210 time: 0.0282755 Feb 21 09:52:49.763104 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3de9e-8bc5-46ce-ab05-495c2a45f0e4 None None] New status for floating IP 252459da-051f-4ceb-a0af-9f8e75421449: DOWN {{(pid=109842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:52:50.373689 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8b60-6763-47cc-b6ed-ce12e90ab6ef req-123d0d76-832c-4d11-8717-9d2b95e48c80 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:50.375226 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-578c8b60-6763-47cc-b6ed-ce12e90ab6ef req-123d0d76-832c-4d11-8717-9d2b95e48c80 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 945 time: 0.0569668 Feb 21 09:52:50.423408 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-578c8b60-6763-47cc-b6ed-ce12e90ab6ef req-d404b159-922f-47e5-a6c1-46bbabb461c5 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Feb 21 09:52:50.816084 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35340) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:50.870662 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (0884f640-4b6a-47a6-b486-e15c129b4bf6), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.894637 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (0884f640-4b6a-47a6-b486-e15c129b4bf6), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.986806 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (0884f640-4b6a-47a6-b486-e15c129b4bf6), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.989409 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.990601 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "DELETE /v2.0/security-groups/0884f640-4b6a-47a6-b486-e15c129b4bf6 HTTP/1.1" status: 204 len: 168 time: 0.1735010 Feb 21 09:52:50.995579 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35342) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:50.999973 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0884f640-4b6a-47a6-b486-e15c129b4bf6,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:51.006710 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.api.v2.resource [None req-4f73f78b-91c9-4643-b0ac-109dc9f01fda tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] show failed (client error): The resource could not be found. Feb 21 09:52:51.007068 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.007421 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.007706 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-4f73f78b-91c9-4643-b0ac-109dc9f01fda tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "GET /v2.0/security-groups/0884f640-4b6a-47a6-b486-e15c129b4bf6 HTTP/1.1" status: 404 len: 347 time: 0.0132570 Feb 21 09:52:51.007825 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.008174 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.008518 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.008854 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.009190 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.009544 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.009872 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.010299 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.010645 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.010781 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35344) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:51.010970 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.011298 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1c130-1897-4435-b56f-6b212116144c tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:51.140083 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Deleting port d110e060-f4f6-4590-9086-80d4725821a7 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:52:51.140433 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (d110e060-f4f6-4590-9086-80d4725821a7), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.222120 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (d110e060-f4f6-4590-9086-80d4725821a7), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.222470 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (d110e060-f4f6-4590-9086-80d4725821a7), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.234844 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Calling delete_port for d110e060-f4f6-4590-9086-80d4725821a7 owned by network:floatingip {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:52:51.450482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (d110e060-f4f6-4590-9086-80d4725821a7), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.480053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Pushing event deleted for resources: {'Port': ['ID=d110e060-f4f6-4590-9086-80d4725821a7,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:51.544694 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks [] for floatingip (252459da-051f-4ceb-a0af-9f8e75421449), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.547367 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.548368 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a6a68-f484-438f-9885-370db78d5c52 req-bfe34f27-5d96-40ac-bdde-0400dd40d9c9 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:51.548522 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-cdc9ee07-960e-4b0a-ae95-d014e12753b9 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] 10.222.0.60 "DELETE /v2.0/floatingips/252459da-051f-4ceb-a0af-9f8e75421449 HTTP/1.1" status: 204 len: 168 time: 0.5368850 Feb 21 09:52:51.549868 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fb2a6a68-f484-438f-9885-370db78d5c52 req-bfe34f27-5d96-40ac-bdde-0400dd40d9c9 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 945 time: 0.0533006 Feb 21 09:52:51.605740 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fb2a6a68-f484-438f-9885-370db78d5c52 req-40da6791-787b-4f30-9f35-488aa1f9a041 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496700 Feb 21 09:52:54.253053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35386) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:54.659056 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.923879 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Deleting port b81fd0eb-7295-422b-92f9-83faf05c55c5 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:52:54.924129 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:55.005938 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] For port b81fd0eb-7295-422b-92f9-83faf05c55c5, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b81fd0eb-7295-422b-92f9-83faf05c55c5,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:55.006303 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:55.019566 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Calling delete_port for b81fd0eb-7295-422b-92f9-83faf05c55c5 owned by network:router_interface {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:52:55.273638 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (b81fd0eb-7295-422b-92f9-83faf05c55c5), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:55.300497 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81fd0eb-7295-422b-92f9-83faf05c55c5,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:55.477491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:55.703889 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:52:55.811744 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:52:55.821274 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-cbc85487-880f-4663-ba91-301f6d0ca925 admin admin] 10.222.0.60 "PUT /v2.0/routers/6d1424d1-1f6c-4f11-be70-7f9632dbfc13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648577 Feb 21 09:52:55.821553 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35392) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:55.824818 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] Sync routers for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:52:55.835740 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:52:55.836350 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:52:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:55.935552 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks [] for router (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:55.955724 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:52:56.043111 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks [] for router_gateway (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:56.149197 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:52:55Z', 'revision_number': 5, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port': {'id': '8a919869-d47b-4919-a05f-52ddab15eca1', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:41:35Z', 'updated_at': '2022-02-21T09:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:56.176626 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] Checking router: 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:52:56.186929 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] Routers {'6d1424d1-1f6c-4f11-be70-7f9632dbfc13'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:52:56.187562 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:52:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:56.282755 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] Set router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 gateway port host: None {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:52:56.339544 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:52:56Z', 'revision_number': 6, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:56.370507 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3e10a-937d-4ef9-8c8e-eb74f1892023 None None] The sync data for ids ['6d1424d1-1f6c-4f11-be70-7f9632dbfc13'] in dv-cinder-804735-19-iscsi is: [{'id': '6d1424d1-1f6c-4f11-be70-7f9632dbfc13', 'name': 'tempest-AttachVolumeShelveTestJSON-904509886-router', 'tenant_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:41:34Z', 'updated_at': '2022-02-21T09:52:56Z', 'revision_number': 6, 'project_id': 'f8b5c2c66165450c9d9b5cec5905b6fb', 'gw_port_host': None}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:52:56.449703 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Deleting port 8a919869-d47b-4919-a05f-52ddab15eca1 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:52:56.450242 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:56.535535 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] For port 8a919869-d47b-4919-a05f-52ddab15eca1, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=8a919869-d47b-4919-a05f-52ddab15eca1,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:56.535822 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:56.553960 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Calling delete_port for 8a919869-d47b-4919-a05f-52ddab15eca1 owned by network:router_gateway {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:52:56.771219 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (8a919869-d47b-4919-a05f-52ddab15eca1), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:56.798435 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a919869-d47b-4919-a05f-52ddab15eca1,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:56.866389 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:56.962242 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:56.964393 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks [] for router_controller (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.102355 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (6d1424d1-1f6c-4f11-be70-7f9632dbfc13), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.102355 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1424d1-1f6c-4f11-be70-7f9632dbfc13 {{(pid=109841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:52:57.110491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.111837 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-7d532941-47c1-424a-a581-e2cdf6ddcca3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6d1424d1-1f6c-4f11-be70-7f9632dbfc13 HTTP/1.1" status: 204 len: 168 time: 1.2891493 Feb 21 09:52:57.114523 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35398) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:57.161192 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] Deleting subnet 58713b76-9188-47fb-b983-873fb9067811 {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:52:57.164396 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] Publish callbacks [] for subnet (58713b76-9188-47fb-b983-873fb9067811), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.199749 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (58713b76-9188-47fb-b983-873fb9067811), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.282378 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (58713b76-9188-47fb-b983-873fb9067811), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.377450 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (58713b76-9188-47fb-b983-873fb9067811), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.403309 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58713b76-9188-47fb-b983-873fb9067811,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:57.414438 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.414438 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-b6516bc0-34fa-4cb4-934a-35f454c816b7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/58713b76-9188-47fb-b983-873fb9067811 HTTP/1.1" status: 204 len: 168 time: 0.2974362 Feb 21 09:52:57.415543 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35400) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:57.418712 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcb290-f099-4121-aec1-ab00833deea8 None None] Network 4719d08a-7608-47b3-9484-6fa03102e857 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:52:57.489089 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (4719d08a-7608-47b3-9484-6fa03102e857), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.551054 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Deleting port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:52:57.551397 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.582800 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] DHCP port deletion for 4719d08a-7608-47b3-9484-6fa03102e857 request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:52:57.613327 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] For port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:57.614016 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.626930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Calling delete_port for 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f owned by network:dhcp {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:52:57.634563 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] Deleting port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:52:57.634938 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.695958 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] For port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,segment=NetworkSegment(6450ebc6-fa5e-478d-9027-4670fd9ff951),segment_id=6450ebc6-fa5e-478d-9027-4670fd9ff951)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:57.696280 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.708322 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] Calling delete_port for 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:52:57.753429 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.786142 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (04cab1ec-c095-49d2-9bcd-3cf3419e2e1f), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.787640 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Pushing event deleted for resources: {'Port': ['ID=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:57.789461 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] No DVR routers for this DVR port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f on host dv-cinder-804735-19-iscsi {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:52:57.812660 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] Pushing event deleted for resources: {'Port': ['ID=04cab1ec-c095-49d2-9bcd-3cf3419e2e1f,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:57.816135 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869a805-8b5f-475a-be6b-1ecd839f6834 None None] No DVR routers for this DVR port 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:52:57.864466 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (4719d08a-7608-47b3-9484-6fa03102e857), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.884627 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4719d08a-7608-47b3-9484-6fa03102e857']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:57.893868 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6450ebc6-fa5e-478d-9027-4670fd9ff951') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:57.894166 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6450ebc6-fa5e-478d-9027-4670fd9ff951') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:57.906863 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (6450ebc6-fa5e-478d-9027-4670fd9ff951), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.920256 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (6450ebc6-fa5e-478d-9027-4670fd9ff951), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.926015 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:52:57.926397 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (6450ebc6-fa5e-478d-9027-4670fd9ff951), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:52:57.928020 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:52:58.033979 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (4719d08a-7608-47b3-9484-6fa03102e857), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:58.039365 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:58.042488 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] 10.222.0.60 "DELETE /v2.0/networks/4719d08a-7608-47b3-9484-6fa03102e857 HTTP/1.1" status: 204 len: 168 time: 0.6250443 Feb 21 09:52:58.054743 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaedb3-3d11-4738-af52-6f40b3ed9fab admin admin] Pushing event deleted for resources: {'Network': ['ID=4719d08a-7608-47b3-9484-6fa03102e857,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:58.199339 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-31af747c-12d2-449d-9884-556f78b595e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:58.318274 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b81fd0eb-7295-422b-92f9-83faf05c55c5 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:52:58.340295 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: b81fd0eb-7295-422b-92f9-83faf05c55c5 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:52:58.340658 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b81fd0eb-7295-422b-92f9-83faf05c55c5 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:52:58.341087 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:52:58.362601 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:52:58.362957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 04cab1ec-c095-49d2-9bcd-3cf3419e2e1f not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:52:58.363386 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8a919869-d47b-4919-a05f-52ddab15eca1 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:52:58.383790 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 8a919869-d47b-4919-a05f-52ddab15eca1 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:52:58.384043 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 8a919869-d47b-4919-a05f-52ddab15eca1 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:52:58.418772 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35406) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:58.460055 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-544a70a8-e0ec-4eee-a8b7-f9544869f89d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8b5c2c66165450c9d9b5cec5905b6fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395954 Feb 21 09:52:58.462113 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35408) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:58.509907 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4f4da782-6587-4b25-8a58-5a91764332c4 admin admin] Publish callbacks [] for security_group (ad7f7bd4-6f0a-469f-88f7-a536c8826e53), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:58.531999 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4f4da782-6587-4b25-8a58-5a91764332c4 admin admin] Publish callbacks [] for security_group (ad7f7bd4-6f0a-469f-88f7-a536c8826e53), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:58.662597 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4f4da782-6587-4b25-8a58-5a91764332c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (ad7f7bd4-6f0a-469f-88f7-a536c8826e53), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:58.665137 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4f4da782-6587-4b25-8a58-5a91764332c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:58.666358 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-4f4da782-6587-4b25-8a58-5a91764332c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad7f7bd4-6f0a-469f-88f7-a536c8826e53 HTTP/1.1" status: 204 len: 168 time: 0.2033095 Feb 21 09:52:58.674528 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da782-6587-4b25-8a58-5a91764332c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7f7bd4-6f0a-469f-88f7-a536c8826e53,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:00.536967 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c6997691-eef5-49ce-a044-3d385fa7bcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.084768 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35456) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:01.192557 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d8b606e-bd61-4ccd-843a-527395ff684b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.268024 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d8b606e-bd61-4ccd-843a-527395ff684b admin admin] Publish callbacks [] for security_group (b53639a6-4cc5-42ac-8d6b-983bcfad8df0), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.308529 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1d8b606e-bd61-4ccd-843a-527395ff684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b53639a6-4cc5-42ac-8d6b-983bcfad8df0), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.349408 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-1d8b606e-bd61-4ccd-843a-527395ff684b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97d60514c8ff4546addb405fb166c6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634802 Feb 21 09:53:01.350623 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b606e-bd61-4ccd-843a-527395ff684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53639a6-4cc5-42ac-8d6b-983bcfad8df0,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:01.352941 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35464) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:01.414060 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-32b3fa03-2579-44db-981e-6bd8b8ceec29 admin admin] Publish callbacks [] for security_group (b53639a6-4cc5-42ac-8d6b-983bcfad8df0), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.436846 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-32b3fa03-2579-44db-981e-6bd8b8ceec29 admin admin] Publish callbacks [] for security_group (b53639a6-4cc5-42ac-8d6b-983bcfad8df0), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.548447 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-32b3fa03-2579-44db-981e-6bd8b8ceec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b53639a6-4cc5-42ac-8d6b-983bcfad8df0), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.551120 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-32b3fa03-2579-44db-981e-6bd8b8ceec29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:01.552264 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-32b3fa03-2579-44db-981e-6bd8b8ceec29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b53639a6-4cc5-42ac-8d6b-983bcfad8df0 HTTP/1.1" status: 204 len: 168 time: 0.1884718 Feb 21 09:53:01.561188 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3fa03-2579-44db-981e-6bd8b8ceec29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53639a6-4cc5-42ac-8d6b-983bcfad8df0,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:01.845949 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.193053 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35484) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:02.218887 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-05df2193-72ce-4aa5-82a1-5820ab71cf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.297071 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-05df2193-72ce-4aa5-82a1-5820ab71cf64 admin admin] Publish callbacks [] for security_group (b174745a-4632-4476-a355-96ca7243803d), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.399943 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-05df2193-72ce-4aa5-82a1-5820ab71cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b174745a-4632-4476-a355-96ca7243803d), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.440541 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-05df2193-72ce-4aa5-82a1-5820ab71cf64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e2ad61bc65b4cca83c2b63c92bda9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463465 Feb 21 09:53:02.441417 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df2193-72ce-4aa5-82a1-5820ab71cf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b174745a-4632-4476-a355-96ca7243803d,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:02.444231 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35486) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:02.494838 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ae838c74-08a6-41b3-a87e-cddb2a51b08c admin admin] Publish callbacks [] for security_group (b174745a-4632-4476-a355-96ca7243803d), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.516368 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ae838c74-08a6-41b3-a87e-cddb2a51b08c admin admin] Publish callbacks [] for security_group (b174745a-4632-4476-a355-96ca7243803d), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.640152 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ae838c74-08a6-41b3-a87e-cddb2a51b08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b174745a-4632-4476-a355-96ca7243803d), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.642811 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ae838c74-08a6-41b3-a87e-cddb2a51b08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:02.643904 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-ae838c74-08a6-41b3-a87e-cddb2a51b08c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b174745a-4632-4476-a355-96ca7243803d HTTP/1.1" status: 204 len: 168 time: 0.1981370 Feb 21 09:53:02.655790 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae838c74-08a6-41b3-a87e-cddb2a51b08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b174745a-4632-4476-a355-96ca7243803d,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:03.537751 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:04.369130 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-33b410f9-810b-4650-bfda-ebd851bbbbc6 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:04.370662 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-33b410f9-810b-4650-bfda-ebd851bbbbc6 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1087098 Feb 21 09:53:04.386236 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-8491de69-0ff6-4aa9-883f-938348e4ed12 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/quotas/45c1b41f013947859f08f118441fc9e3 HTTP/1.1" status: 200 len: 375 time: 0.0093620 Feb 21 09:53:04.445917 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-ed052deb-04c9-4612-bb8b-f0243a4b86ca tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540860 Feb 21 09:53:04.541301 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-e3dee5f9-c23d-4fbd-ad23-47e003682655 service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886958 Feb 21 09:53:04.644019 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-18d4c0da-b871-4179-8fbc-847cda8a909a service neutron] 10.222.0.60 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937908 Feb 21 09:53:04.743113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:04.873576 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ce746457-7edf-45a6-962d-b3d919081556 req-1c138c61-0ef0-43c9-a9be-d9017d40a25d tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 210 time: 0.0298245 Feb 21 09:53:05.193744 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35566) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:05.304294 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d05bba84-d1b7-4497-bfef-6d533471de8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.378580 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d05bba84-d1b7-4497-bfef-6d533471de8e admin admin] Publish callbacks [] for security_group (01c466c1-9ff7-4c06-95dc-bdcba082b9d9), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.446287 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d05bba84-d1b7-4497-bfef-6d533471de8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (01c466c1-9ff7-4c06-95dc-bdcba082b9d9), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.488818 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d05bba84-d1b7-4497-bfef-6d533471de8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=770035162ad7418aa7a1c6da3d16a6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938721 Feb 21 09:53:05.489702 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bba84-d1b7-4497-bfef-6d533471de8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c466c1-9ff7-4c06-95dc-bdcba082b9d9,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:05.491840 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35572) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:05.543174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ab1c628e-e8db-489e-95b0-7cfebdb665e7 admin admin] Publish callbacks [] for security_group (01c466c1-9ff7-4c06-95dc-bdcba082b9d9), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.566016 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ab1c628e-e8db-489e-95b0-7cfebdb665e7 admin admin] Publish callbacks [] for security_group (01c466c1-9ff7-4c06-95dc-bdcba082b9d9), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.657870 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ab1c628e-e8db-489e-95b0-7cfebdb665e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (01c466c1-9ff7-4c06-95dc-bdcba082b9d9), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.660413 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ab1c628e-e8db-489e-95b0-7cfebdb665e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.661580 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ab1c628e-e8db-489e-95b0-7cfebdb665e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01c466c1-9ff7-4c06-95dc-bdcba082b9d9 HTTP/1.1" status: 204 len: 168 time: 0.1686432 Feb 21 09:53:05.669499 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c628e-e8db-489e-95b0-7cfebdb665e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c466c1-9ff7-4c06-95dc-bdcba082b9d9,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:05.852012 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.968602 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e098c72a-d316-4afc-9f58-c41616cc9f62 req-2daa4ea3-bc24-4217-a20d-1b349dd519b8 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 210 time: 0.0272462 Feb 21 09:53:06.350889 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35580) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:06.365171 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-78b1bc1a-85b4-42d2-9c06-d6ef92a8ed7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.447494 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-78b1bc1a-85b4-42d2-9c06-d6ef92a8ed7a admin admin] Publish callbacks [] for security_group (fbcac5f6-581d-4f48-b985-b7af9e83af47), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.497998 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-78b1bc1a-85b4-42d2-9c06-d6ef92a8ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fbcac5f6-581d-4f48-b985-b7af9e83af47), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.537142 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-78b1bc1a-85b4-42d2-9c06-d6ef92a8ed7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93fa4fb6e4a7433e9b47c72d39a64096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849470 Feb 21 09:53:06.538071 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1bc1a-85b4-42d2-9c06-d6ef92a8ed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcac5f6-581d-4f48-b985-b7af9e83af47,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:06.539777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35582) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:06.601666 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a9590bfa-8fa1-4127-a273-fe36854cb93c admin admin] Publish callbacks [] for security_group (fbcac5f6-581d-4f48-b985-b7af9e83af47), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.623791 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a9590bfa-8fa1-4127-a273-fe36854cb93c admin admin] Publish callbacks [] for security_group (fbcac5f6-581d-4f48-b985-b7af9e83af47), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.731772 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a9590bfa-8fa1-4127-a273-fe36854cb93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fbcac5f6-581d-4f48-b985-b7af9e83af47), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.734925 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a9590bfa-8fa1-4127-a273-fe36854cb93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.736081 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a9590bfa-8fa1-4127-a273-fe36854cb93c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbcac5f6-581d-4f48-b985-b7af9e83af47 HTTP/1.1" status: 204 len: 168 time: 0.1946018 Feb 21 09:53:06.744578 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9590bfa-8fa1-4127-a273-fe36854cb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcac5f6-581d-4f48-b985-b7af9e83af47,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:06.901476 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-d9289915-0eee-44ff-9215-5cb218e19002 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:06.902967 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-d9289915-0eee-44ff-9215-5cb218e19002 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 815 time: 0.1091220 Feb 21 09:53:06.926955 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Request body: {'port': {'device_id': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'admin_state_up': True, 'tenant_id': '45c1b41f013947859f08f118441fc9e3'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:07.097818 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ad0ac338-d663-4062-93a7-5c3d7508ba2b req-1c75be63-7cdf-45dd-a2c9-e88526dd708a tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 210 time: 0.0286186 Feb 21 09:53:07.143946 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Made reservation on behalf of 45c1b41f013947859f08f118441fc9e3 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:07.147528 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.284184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Allocated IP 172.20.0.8 (ebcc2036-8628-4165-a859-377f777379db/0947d1fc-0c98-4f78-84d4-a990f437c5b9/1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:53:07.449470 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks [] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.738541 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.780059 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2', 'fd972185-d552-420f-8cef-0b37a45bd362', '64300391-bbd8-4f91-acb0-dcf25629cc66'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:07.782246 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Network ebcc2036-8628-4165-a859-377f777379db is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:53:07.785481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:53:07.789258 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:53:07.817587 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event updated for resources: {'Port': ['ID=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:07.849564 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:07.850470 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.947283 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-819ec8aa-19ff-4dc2-a3a5-4da9596f4d4c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239880 Feb 21 09:53:07.971821 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Request body: {'port': {'device_id': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:08.033794 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:08.289467 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab86ab-c8ab-4eda-b536-840dd38c37e2 req-6552f044-3023-4aa6-b0d2-702788576491 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:08.289956 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6eab86ab-c8ab-4eda-b536-840dd38c37e2 req-6552f044-3023-4aa6-b0d2-702788576491 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 931 time: 0.1207700 Feb 21 09:53:08.385758 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6eab86ab-c8ab-4eda-b536-840dd38c37e2 req-102f3e56-b008-4179-98a1-60a4d650b4ae tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842521 Feb 21 09:53:08.395772 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:08.406798 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Publish callbacks [] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:08.418875 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Transition to ACTIVE for port object 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:53:08.486888 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:08.537491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:08.609966 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Attempting to bind port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:53:08.610313 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Attempting to bind port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:53:08.610646 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Attempting to bind port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:08.615153 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 on network ebcc2036-8628-4165-a859-377f777379db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:53:08.615484 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Attempting to bind port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 on network ebcc2036-8628-4165-a859-377f777379db {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:08.620492 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:53:08.620836 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Checking segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:53:08.621226 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Bound using segment: {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:53:08.621696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Bound port: 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152195ad-36f9-4b37-b6c6-28c2a81d2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebcc2036-8628-4165-a859-377f777379db'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:53:08.622060 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:08.689565 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] For port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:53:08.693726 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] For port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:53:08.761734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:08.794815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:08.795593 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:08.796932 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] 10.222.0.10 "PUT /v2.0/ports/1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 HTTP/1.1" status: 200 len: 1093 time: 0.8307045 Feb 21 09:53:08.797395 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'tag': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:08.799709 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd83eca4-c33f-4888-91be-14e22bacf91e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca03644-e6cf-435d-ae2e-02a10d3ccee6", "tag": "1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:08.827176 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d19c9c-6660-4d8e-ab01-34ac980d5ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:08.843117 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b4e07-a0b1-4d7d-a45c-f07a9b1ad0e3 x-openstack-request-id: req-d48b4e07-a0b1-4d7d-a45c-f07a9b1ad0e3 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:08.843403 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca03644-e6cf-435d-ae2e-02a10d3ccee6", "tag": "1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:08.843657 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d48b4e07-a0b1-4d7d-a45c-f07a9b1ad0e3 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:08.844056 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'tag': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0', 'status': 'completed', 'code': 200} Feb 21 09:53:08.935370 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83eca4-c33f-4888-91be-14e22bacf91e req-0f23e943-022f-44c4-9fdd-de1f147df962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:08.937881 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cd83eca4-c33f-4888-91be-14e22bacf91e req-0f23e943-022f-44c4-9fdd-de1f147df962 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 1127 time: 0.0512967 Feb 21 09:53:09.071334 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83eca4-c33f-4888-91be-14e22bacf91e req-834231ca-1773-4f9f-9b2f-eb1ace0cce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:09.073007 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cd83eca4-c33f-4888-91be-14e22bacf91e req-834231ca-1773-4f9f-9b2f-eb1ace0cce91 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=45c1b41f013947859f08f118441fc9e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1207151 Feb 21 09:53:09.181405 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83eca4-c33f-4888-91be-14e22bacf91e req-3bc803db-f4d5-4128-8b8a-f724dc61fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:09.182934 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cd83eca4-c33f-4888-91be-14e22bacf91e req-3bc803db-f4d5-4128-8b8a-f724dc61fb2e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983708 Feb 21 09:53:09.294590 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-3bd9c253-b3f0-4e3c-977b-8a5288713d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:09.296125 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-3bd9c253-b3f0-4e3c-977b-8a5288713d53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 1127 time: 0.0498261 Feb 21 09:53:09.345535 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-28563acf-2590-48e2-9cc7-15ceca29b75f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 HTTP/1.1" status: 200 len: 217 time: 0.0354412 Feb 21 09:53:09.397484 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-f6c89080-e782-47a2-b436-245b4ae8e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:09.400766 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-f6c89080-e782-47a2-b436-245b4ae8e751 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0947d1fc-0c98-4f78-84d4-a990f437c5b9 HTTP/1.1" status: 200 len: 855 time: 0.0467873 Feb 21 09:53:09.431665 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-08729e2b-f165-4e02-a7e8-f825c3c8daa4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcc2036-8628-4165-a859-377f777379db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266032 Feb 21 09:53:09.559028 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-0d9a2fea-24e0-4048-ba25-934c5e835072 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205213 Feb 21 09:53:09.567278 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24bf1-9391-4f23-8ffb-bdf3bae46b86 req-2f5a0661-efe0-48be-8590-f6beab1b6b6c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:09.568705 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9bc24bf1-9391-4f23-8ffb-bdf3bae46b86 req-2f5a0661-efe0-48be-8590-f6beab1b6b6c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 943 time: 0.1115413 Feb 21 09:53:09.644239 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35666) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:09.668267 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9bc24bf1-9391-4f23-8ffb-bdf3bae46b86 req-d9113107-519b-4bc7-aa33-0f30c3e3ac06 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914652 Feb 21 09:53:09.691482 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6610bef9-3cb2-40e8-9481-7e156360da8c req-db1681ea-93d3-4d81-be84-51667da018dc service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218083 Feb 21 09:53:09.757245 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-efd57b86-74ff-4189-a9d5-9ee7eca5c6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.839840 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-efd57b86-74ff-4189-a9d5-9ee7eca5c6ff admin admin] Publish callbacks [] for security_group (91a54be4-fb8b-4d17-a219-ccae05d5a94d), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.909858 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-efd57b86-74ff-4189-a9d5-9ee7eca5c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (91a54be4-fb8b-4d17-a219-ccae05d5a94d), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.949191 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-efd57b86-74ff-4189-a9d5-9ee7eca5c6ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1205b4a1e2d4ef49c0b73f4672651ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031454 Feb 21 09:53:09.950090 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd57b86-74ff-4189-a9d5-9ee7eca5c6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a54be4-fb8b-4d17-a219-ccae05d5a94d,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:09.951956 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35670) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:10.003380 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a4e452c2-ec34-4bbe-a8a5-02018b87a45e admin admin] Publish callbacks [] for security_group (91a54be4-fb8b-4d17-a219-ccae05d5a94d), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.025941 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a4e452c2-ec34-4bbe-a8a5-02018b87a45e admin admin] Publish callbacks [] for security_group (91a54be4-fb8b-4d17-a219-ccae05d5a94d), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.161451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a4e452c2-ec34-4bbe-a8a5-02018b87a45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (91a54be4-fb8b-4d17-a219-ccae05d5a94d), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.164003 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a4e452c2-ec34-4bbe-a8a5-02018b87a45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.165157 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a4e452c2-ec34-4bbe-a8a5-02018b87a45e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91a54be4-fb8b-4d17-a219-ccae05d5a94d HTTP/1.1" status: 204 len: 168 time: 0.2119482 Feb 21 09:53:10.173291 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e452c2-ec34-4bbe-a8a5-02018b87a45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a54be4-fb8b-4d17-a219-ccae05d5a94d,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:10.650925 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35676) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:10.664706 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5d43deb7-bb1a-47e3-adad-57964d1f56b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.753953 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5d43deb7-bb1a-47e3-adad-57964d1f56b2 admin admin] Publish callbacks [] for security_group (7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.799979 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5467ccf-9ee9-454a-9ae7-fc71ab290131 req-09c24ca9-c0ec-4a49-9f32-c47346ebf85c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:10.801442 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d5467ccf-9ee9-454a-9ae7-fc71ab290131 req-09c24ca9-c0ec-4a49-9f32-c47346ebf85c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 943 time: 0.0575759 Feb 21 09:53:10.813420 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5d43deb7-bb1a-47e3-adad-57964d1f56b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.851892 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d5467ccf-9ee9-454a-9ae7-fc71ab290131 req-1d48271e-bf75-424a-86d7-a9b84aa65c57 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Feb 21 09:53:10.854446 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5d43deb7-bb1a-47e3-adad-57964d1f56b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0647a94dd18540b48873ec47eb2b5425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024024 Feb 21 09:53:10.859983 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43deb7-bb1a-47e3-adad-57964d1f56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:10.860296 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35680) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:10.908502 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1f99-5c6f-4b91-8649-71af36a73d4a admin admin] Publish callbacks [] for security_group (7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.930073 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1f99-5c6f-4b91-8649-71af36a73d4a admin admin] Publish callbacks [] for security_group (7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:11.047986 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1f99-5c6f-4b91-8649-71af36a73d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:11.050554 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1f99-5c6f-4b91-8649-71af36a73d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:11.051700 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1b9e1f99-5c6f-4b91-8649-71af36a73d4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f HTTP/1.1" status: 204 len: 168 time: 0.1931639 Feb 21 09:53:11.060150 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e1f99-5c6f-4b91-8649-71af36a73d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac9deb-45b9-4e6c-aa4f-6b5d41b6c21f,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:11.972307 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d4d96-deab-4011-aac1-88844d57b1ea req-ce67d568-1966-47f8-a4f3-b66bb171e1f7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:11.973826 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1f8d4d96-deab-4011-aac1-88844d57b1ea req-ce67d568-1966-47f8-a4f3-b66bb171e1f7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 943 time: 0.0539377 Feb 21 09:53:12.021374 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1f8d4d96-deab-4011-aac1-88844d57b1ea req-ef1a9623-a3d3-4987-9623-56c389d35812 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Feb 21 09:53:12.552224 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35716) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:12.656139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4acb-58f6-493e-9029-afdcd5f76f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.732362 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4acb-58f6-493e-9029-afdcd5f76f76 admin admin] Publish callbacks [] for security_group (6fd1c039-95d4-4bf6-a561-609879416ef5), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.801457 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4acb-58f6-493e-9029-afdcd5f76f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (6fd1c039-95d4-4bf6-a561-609879416ef5), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.838316 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b4acb-58f6-493e-9029-afdcd5f76f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd1c039-95d4-4bf6-a561-609879416ef5,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:12.842591 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-bf9b4acb-58f6-493e-9029-afdcd5f76f76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4c9ec6a4a12424eb873f06f3dcc96ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893286 Feb 21 09:53:12.845235 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 35720) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:12.893670 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-26b97935-f70d-4f3f-9bc5-a4138837a077 admin admin] Publish callbacks [] for security_group (6fd1c039-95d4-4bf6-a561-609879416ef5), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.914507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-26b97935-f70d-4f3f-9bc5-a4138837a077 admin admin] Publish callbacks [] for security_group (6fd1c039-95d4-4bf6-a561-609879416ef5), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.957619 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:53:13.012921 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-26b97935-f70d-4f3f-9bc5-a4138837a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (6fd1c039-95d4-4bf6-a561-609879416ef5), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.016331 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-26b97935-f70d-4f3f-9bc5-a4138837a077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.017482 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-26b97935-f70d-4f3f-9bc5-a4138837a077 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fd1c039-95d4-4bf6-a561-609879416ef5 HTTP/1.1" status: 204 len: 168 time: 0.1712863 Feb 21 09:53:13.025419 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b97935-f70d-4f3f-9bc5-a4138837a077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd1c039-95d4-4bf6-a561-609879416ef5,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:13.071119 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:13.083444 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0', 'network_id': 'ebcc2036-8628-4165-a859-377f777379db', 'port_id': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0', 'mac_address': 'fa:16:3e:1c:35:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0947d1fc-0c98-4f78-84d4-a990f437c5b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:53:13.122548 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:13.123226 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.137177 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:13.154693 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b1892-2a8b-4009-a9c7-30d590d2871d req-a07cb668-ad07-46fc-8fa9-c0b1d68849a9 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:13.162115 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ab1b1892-2a8b-4009-a9c7-30d590d2871d req-a07cb668-ad07-46fc-8fa9-c0b1d68849a9 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 943 time: 0.0676544 Feb 21 09:53:13.165122 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:13.212253 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ab1b1892-2a8b-4009-a9c7-30d590d2871d req-2e187185-69d6-4fd2-a797-a889cd6bdad8 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Feb 21 09:53:13.225441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.275155 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:13.283342 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.283704 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.284060 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.284405 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.284762 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.285079 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.285414 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.285775 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.286109 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.286443 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.286773 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.287103 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.287430 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:13.705572 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:13.925905 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35744) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:14.024460 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1828947345-network', 'tenant_id': '45894874c0aa4ef8926d84ea3b9f1753'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:14.098628 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Made reservation on behalf of 45894874c0aa4ef8926d84ea3b9f1753 for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:14.101004 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.110575 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.182884 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks [] for security_group (5db11c31-196c-475a-ac54-44c005c19cf8), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.230227 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5db11c31-196c-475a-ac54-44c005c19cf8), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.259963 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:53:14.270050 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db11c31-196c-475a-ac54-44c005c19cf8,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:14.276187 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (12626595-91c4-477a-a87f-2d206593e8c9), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.276526 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Added segment 12626595-91c4-477a-a87f-2d206593e8c9 of type vlan for network 5690f83b-68f8-4bf0-9593-85bff5b5b768 Feb 21 09:53:14.341820 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (5690f83b-68f8-4bf0-9593-85bff5b5b768), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.379973 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cffb0-ee3d-4383-872c-e73b71faaddb req-38aa8e6f-76d3-4c68-8f1e-f496c90d2b05 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:14.381486 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f10cffb0-ee3d-4383-872c-e73b71faaddb req-38aa8e6f-76d3-4c68-8f1e-f496c90d2b05 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 944 time: 0.0950851 Feb 21 09:53:14.437301 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f10cffb0-ee3d-4383-872c-e73b71faaddb req-704ccfec-e421-444f-b17b-49510441ae5b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500441 Feb 21 09:53:14.458737 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (5690f83b-68f8-4bf0-9593-85bff5b5b768), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.459745 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:14.462456 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.521765 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] Pushing event updated for resources: {'Network': ['ID=5690f83b-68f8-4bf0-9593-85bff5b5b768,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:14.531856 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 5690f83b-68f8-4bf0-9593-85bff5b5b768 details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:53:14.589556 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-078b0429-b867-479f-bd5c-343db8f14898 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6604323 Feb 21 09:53:14.590330 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 35750) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:14.596178 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Request body: {'subnet': {'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1828947345-subnet', 'tenant_id': '45894874c0aa4ef8926d84ea3b9f1753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:14.698851 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Made reservation on behalf of 45894874c0aa4ef8926d84ea3b9f1753 for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:14.701110 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632460'] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.911204 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3326199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632318'] for subnet (01d46701-76ea-437f-a222-040df8c3cb40), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:14.961152 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d46701-76ea-437f-a222-040df8c3cb40,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:14.972832 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:53:14.976178 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Checking segment: {'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:53:14.976542 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Network hostable DHCP agents. Network: 5690f83b-68f8-4bf0-9593-85bff5b5b768, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:53:15.075930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Network 5690f83b-68f8-4bf0-9593-85bff5b5b768 is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:53:15.081853 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:53:15.086035 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:53:15.086441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:15.161976 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 5690f83b-68f8-4bf0-9593-85bff5b5b768) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:53:15.166635 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:15.166932 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:15.167053 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:15.168633 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:15.170027 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3396ed-7f42-4d7d-bda3-bbf63cbc6387 None None] Network 5690f83b-68f8-4bf0-9593-85bff5b5b768 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:53:15.237958 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:15.239497 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-4cec6432-aa99-4dd6-ac12-6eb2197b8b3c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6481485 Feb 21 09:53:15.240114 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f6738-f6c8-4f99-9e3a-d9c97518d2cf" -d '{"events": [{"server_uuid": "6ca03644-e6cf-435d-ae2e-02a10d3ccee6", "name": "network-vif-plugged", "status": "completed", "tag": "1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:15.273715 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:15.283192 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97620798-656e-4879-aeab-208f2c9e5b09 x-openstack-request-id: req-97620798-656e-4879-aeab-208f2c9e5b09 {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:15.291262 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca03644-e6cf-435d-ae2e-02a10d3ccee6", "name": "network-vif-plugged", "status": "completed", "tag": "1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:15.291262 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97620798-656e-4879-aeab-208f2c9e5b09 {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:15.291262 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0', 'code': 200} Feb 21 09:53:15.319361 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cac65b-b24b-4da6-8b56-9a5889de294b None None] Network 5690f83b-68f8-4bf0-9593-85bff5b5b768 requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:53:15.334291 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:15.436245 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:15.572936 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525b64-cdfc-4c22-b01f-a2d52de46f29 req-86dc33c3-8df0-4e3d-b9b8-49a712e551ec tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:15.574435 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-51525b64-cdfc-4c22-b01f-a2d52de46f29 req-86dc33c3-8df0-4e3d-b9b8-49a712e551ec tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 945 time: 0.0553093 Feb 21 09:53:15.655014 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-51525b64-cdfc-4c22-b01f-a2d52de46f29 req-3593d150-f06e-4e1c-a90b-c022ac592dd5 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725498 Feb 21 09:53:15.669662 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f13f6-f221-41f3-8d95-acac246c2f6f req-62ef321f-be36-4621-9a1f-7edc88cf0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:15.671213 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fd9f13f6-f221-41f3-8d95-acac246c2f6f req-62ef321f-be36-4621-9a1f-7edc88cf0cc2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 1129 time: 0.0659513 Feb 21 09:53:15.716390 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fd9f13f6-f221-41f3-8d95-acac246c2f6f req-7de5e531-3465-43ea-8226-c63ba2c74730 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 Feb 21 09:53:16.640664 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:53:16.774420 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ea692-c9be-4999-9a5a-75f1aa3a0d81 req-7fa548c0-6e1f-4c22-b9a8-6a9f9e929c92 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:16.775886 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-877ea692-c9be-4999-9a5a-75f1aa3a0d81 req-7fa548c0-6e1f-4c22-b9a8-6a9f9e929c92 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Feb 21 09:53:16.822065 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-877ea692-c9be-4999-9a5a-75f1aa3a0d81 req-7132a00f-be90-41bc-9810-adf3d61796b1 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Feb 21 09:53:17.939405 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb8060-2b1f-40e5-ad75-62ab524afb82 req-1b606fa7-73c5-4e47-be33-069cb15acdcd tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:17.940863 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0bcb8060-2b1f-40e5-ad75-62ab524afb82 req-1b606fa7-73c5-4e47-be33-069cb15acdcd tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 945 time: 0.0512118 Feb 21 09:53:17.986355 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0bcb8060-2b1f-40e5-ad75-62ab524afb82 req-736589f0-a41b-4eea-be6a-1f4af4a7c5ea tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Feb 21 09:53:18.399400 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae325-bca9-4917-98c7-859b44195f93 req-0ccaacc4-5eef-4b4d-a476-28e3ac068a75 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:18.400737 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-0ccaacc4-5eef-4b4d-a476-28e3ac068a75 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/networks?id=5690f83b-68f8-4bf0-9593-85bff5b5b768 HTTP/1.1" status: 200 len: 809 time: 0.1032982 Feb 21 09:53:18.415804 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-0762e3d2-d8ac-4913-8a19-26dc475688f5 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/quotas/45894874c0aa4ef8926d84ea3b9f1753 HTTP/1.1" status: 200 len: 375 time: 0.0096216 Feb 21 09:53:18.449212 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-2be0f2cf-a80e-41c6-ae36-0012cd72d95f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278676 Feb 21 09:53:18.548653 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-bc08211c-fb74-4ec8-bfcb-d21442fc1413 service neutron] 10.222.0.60 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868161 Feb 21 09:53:18.640792 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-7a46b7fd-ff3c-4f57-8a5c-cc21de71b093 service neutron] 10.222.0.60 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865550 Feb 21 09:53:18.888992 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-bbc398db-1873-4254-9090-a7d671115edc req-afae0c4d-7327-401b-a9ff-60a4c6e71d9a tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 210 time: 0.0338006 Feb 21 09:53:19.984083 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-773a1674-7cbb-40f1-be95-ed0b09b45ea8 req-85948448-500b-4d39-9ac5-995b7018d033 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 210 time: 0.0280550 Feb 21 09:53:20.858649 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae325-bca9-4917-98c7-859b44195f93 req-edef28fa-1f6e-4dfc-a555-29d7708155f3 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:20.860032 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-edef28fa-1f6e-4dfc-a555-29d7708155f3 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "GET /v2.0/networks?id=5690f83b-68f8-4bf0-9593-85bff5b5b768 HTTP/1.1" status: 200 len: 809 time: 0.1096332 Feb 21 09:53:20.880829 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Request body: {'port': {'device_id': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768', 'admin_state_up': True, 'tenant_id': '45894874c0aa4ef8926d84ea3b9f1753'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:21.077313 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-5e06b636-7dde-4254-a59a-2bc12f6fa2e7 req-bf7f4ed5-10e4-4815-9f7d-c648923627fb tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 210 time: 0.0269706 Feb 21 09:53:21.083024 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Made reservation on behalf of 45894874c0aa4ef8926d84ea3b9f1753 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:21.086501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.217252 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Allocated IP 172.20.0.9 (5690f83b-68f8-4bf0-9593-85bff5b5b768/01d46701-76ea-437f-a222-040df8c3cb40/e6bcd03c-38f2-42d8-82ec-e29831f87a6a) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:53:21.369555 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks [] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.455327 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.497600 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Network 5690f83b-68f8-4bf0-9593-85bff5b5b768 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:53:21.500717 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:53:21.505266 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:53:21.536172 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Pushing event updated for resources: {'Port': ['ID=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:21.564165 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:21.565114 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.628747 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-66fe9f26-b759-4053-a1d2-38e200b5af45 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519028 Feb 21 09:53:21.706217 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Request body: {'port': {'device_id': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:21.765179 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:22.028458 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bcd03c-38f2-42d8-82ec-e29831f87a6a {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:22.036626 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Publish callbacks [] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:22.049015 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Transition to ACTIVE for port object e6bcd03c-38f2-42d8-82ec-e29831f87a6a will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:53:22.099838 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:22.155665 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:22.207031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb50552-3f61-4060-b605-7f9f2451333e req-aa06beea-fe8b-4544-8b0e-188c358155d4 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:22.209264 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ccb50552-3f61-4060-b605-7f9f2451333e req-aa06beea-fe8b-4544-8b0e-188c358155d4 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 943 time: 0.0598593 Feb 21 09:53:22.222174 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Attempting to bind port e6bcd03c-38f2-42d8-82ec-e29831f87a6a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:53:22.222509 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Attempting to bind port e6bcd03c-38f2-42d8-82ec-e29831f87a6a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:53:22.223103 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Attempting to bind port e6bcd03c-38f2-42d8-82ec-e29831f87a6a on network 5690f83b-68f8-4bf0-9593-85bff5b5b768 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:22.227401 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Port e6bcd03c-38f2-42d8-82ec-e29831f87a6a on network 5690f83b-68f8-4bf0-9593-85bff5b5b768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:53:22.227721 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Attempting to bind port e6bcd03c-38f2-42d8-82ec-e29831f87a6a on network 5690f83b-68f8-4bf0-9593-85bff5b5b768 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:22.232966 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:53:22.233338 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Checking segment: {'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:53:22.233751 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Bound using segment: {'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:53:22.234184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Bound port: e6bcd03c-38f2-42d8-82ec-e29831f87a6a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:53:22.234553 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:22.268040 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ccb50552-3f61-4060-b605-7f9f2451333e req-25b61a06-ac8a-4f2c-a12b-1248f94c868c tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Feb 21 09:53:22.304372 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] For port e6bcd03c-38f2-42d8-82ec-e29831f87a6a, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:53:22.307353 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] For port e6bcd03c-38f2-42d8-82ec-e29831f87a6a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:53:22.358151 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:22.390320 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:22.391335 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:22.393241 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] 10.222.0.10 "PUT /v2.0/ports/e6bcd03c-38f2-42d8-82ec-e29831f87a6a HTTP/1.1" status: 200 len: 1093 time: 0.6914985 Feb 21 09:53:22.395551 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'tag': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:22.397799 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c74d5-0552-4bb0-8b09-15fde04778ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b492a7df-bfda-4600-aea6-ce38d8ae9c0a", "tag": "e6bcd03c-38f2-42d8-82ec-e29831f87a6a"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:22.428638 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140bc53-a479-4db2-88cb-1c4f7730bcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:22.441661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a0a93-0b48-4cb1-85f8-c4f3e6fa1def x-openstack-request-id: req-e49a0a93-0b48-4cb1-85f8-c4f3e6fa1def {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:22.441979 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492a7df-bfda-4600-aea6-ce38d8ae9c0a", "tag": "e6bcd03c-38f2-42d8-82ec-e29831f87a6a", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:22.442326 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e49a0a93-0b48-4cb1-85f8-c4f3e6fa1def {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:22.442603 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'tag': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a', 'status': 'completed', 'code': 200} Feb 21 09:53:22.539044 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c74d5-0552-4bb0-8b09-15fde04778ac req-13776d60-1005-445a-b5ea-cd8af10e1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:22.540446 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a71c74d5-0552-4bb0-8b09-15fde04778ac req-13776d60-1005-445a-b5ea-cd8af10e1a40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 1127 time: 0.0453088 Feb 21 09:53:22.917370 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c74d5-0552-4bb0-8b09-15fde04778ac req-c8ffa52a-a5c2-46fb-9b34-8049dca69d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:22.918757 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a71c74d5-0552-4bb0-8b09-15fde04778ac req-c8ffa52a-a5c2-46fb-9b34-8049dca69d1d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3582811 Feb 21 09:53:23.016206 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c74d5-0552-4bb0-8b09-15fde04778ac req-cdd95985-a1b7-4dd8-8790-3a0da7fb1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:23.018054 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a71c74d5-0552-4bb0-8b09-15fde04778ac req-cdd95985-a1b7-4dd8-8790-3a0da7fb1b33 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863268 Feb 21 09:53:23.127972 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae325-bca9-4917-98c7-859b44195f93 req-c046b0e4-7dec-42c0-9349-c619ce1087b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:23.129456 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-c046b0e4-7dec-42c0-9349-c619ce1087b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 1127 time: 0.0487649 Feb 21 09:53:23.176929 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-da486620-8945-45a4-9a4a-c1bf3ee44bc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6bcd03c-38f2-42d8-82ec-e29831f87a6a HTTP/1.1" status: 200 len: 217 time: 0.0337098 Feb 21 09:53:23.223883 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae325-bca9-4917-98c7-859b44195f93 req-3185f699-d75c-4b0e-a9d5-fe323abab662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:23.225268 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-3185f699-d75c-4b0e-a9d5-fe323abab662 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01d46701-76ea-437f-a222-040df8c3cb40 HTTP/1.1" status: 200 len: 849 time: 0.0418472 Feb 21 09:53:23.257096 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-1dd9303f-d4f0-481e-9b9a-32676863236e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5690f83b-68f8-4bf0-9593-85bff5b5b768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256970 Feb 21 09:53:23.347243 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-06165aaa-57ce-4b83-9457-702134e8a767 service neutron] 10.222.0.10 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837419 Feb 21 09:53:23.391371 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ceed9-8dda-400e-bf67-406d8066f524 req-8581e4a8-bc8a-4de8-9428-e555a04c2454 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:23.393099 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e47ceed9-8dda-400e-bf67-406d8066f524 req-8581e4a8-bc8a-4de8-9428-e555a04c2454 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 943 time: 0.0527925 Feb 21 09:53:23.442471 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e47ceed9-8dda-400e-bf67-406d8066f524 req-af74be5e-8def-41e1-8182-e1ce2a637a38 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Feb 21 09:53:23.444750 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-edeae325-bca9-4917-98c7-859b44195f93 req-af68083a-6d05-431c-b472-0e97a62e196f service neutron] 10.222.0.10 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912125 Feb 21 09:53:24.568514 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f80d75-36f7-4c38-8ed9-6575e6713ea3 req-c7ea48d1-b967-4d70-8ce0-7ab2fbd63ab9 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:24.570223 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-94f80d75-36f7-4c38-8ed9-6575e6713ea3 req-c7ea48d1-b967-4d70-8ce0-7ab2fbd63ab9 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 943 time: 0.0581505 Feb 21 09:53:24.616737 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-94f80d75-36f7-4c38-8ed9-6575e6713ea3 req-8f6af5a9-84f3-4ea7-a148-f5423e54e85d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Feb 21 09:53:25.733128 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ff2b-9878-4075-9f6a-9cd85adc8442 req-06706ab1-10f0-49a6-bdd9-cb872a090761 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:25.734589 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0eb7ff2b-9878-4075-9f6a-9cd85adc8442 req-06706ab1-10f0-49a6-bdd9-cb872a090761 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 943 time: 0.0518115 Feb 21 09:53:25.784012 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0eb7ff2b-9878-4075-9f6a-9cd85adc8442 req-f0edf7a6-b543-47b9-afff-60a22ca315a8 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Feb 21 09:53:26.902756 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463fbde-5f16-4ee3-9fdf-b2289f52bf98 req-af2804f5-0b33-49b7-8386-015098e66132 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:26.904259 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4463fbde-5f16-4ee3-9fdf-b2289f52bf98 req-af2804f5-0b33-49b7-8386-015098e66132 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 943 time: 0.0548851 Feb 21 09:53:26.957068 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4463fbde-5f16-4ee3-9fdf-b2289f52bf98 req-a84345c4-8dd6-4ee2-947a-e892142abf4d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Feb 21 09:53:27.049017 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e6bcd03c-38f2-42d8-82ec-e29831f87a6a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:53:27.149008 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port e6bcd03c-38f2-42d8-82ec-e29831f87a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:27.161012 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a', 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768', 'port_id': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a', 'mac_address': 'fa:16:3e:5d:c9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d46701-76ea-437f-a222-040df8c3cb40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:53:27.197928 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port e6bcd03c-38f2-42d8-82ec-e29831f87a6a is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:27.198326 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:27.211133 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bcd03c-38f2-42d8-82ec-e29831f87a6a {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:27.230856 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port e6bcd03c-38f2-42d8-82ec-e29831f87a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:27.294831 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:27.346113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:27.790926 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['e6bcd03c-38f2-42d8-82ec-e29831f87a6a'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:28.074449 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cf9c8-14a6-4afa-88bb-5888e77da7aa req-a5a02554-9ae9-42c6-afee-8a81057ae1f5 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:28.075960 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d49cf9c8-14a6-4afa-88bb-5888e77da7aa req-a5a02554-9ae9-42c6-afee-8a81057ae1f5 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 944 time: 0.0518882 Feb 21 09:53:28.123708 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d49cf9c8-14a6-4afa-88bb-5888e77da7aa req-36035634-c7ce-4560-8503-b2f174013d77 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Feb 21 09:53:28.186284 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-64b31f1c-1c8d-4313-a9ee-463aa64f8f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:29.065074 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e6bcd03c-38f2-42d8-82ec-e29831f87a6a up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:53:29.153001 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port e6bcd03c-38f2-42d8-82ec-e29831f87a6a completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:53:29.157239 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port e6bcd03c-38f2-42d8-82ec-e29831f87a6a triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:53:29.157675 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:29.237107 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port e6bcd03c-38f2-42d8-82ec-e29831f87a6a is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:29.237815 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:29.248691 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f92d4-aae0-4e5f-a487-f56089862a7b req-f0e4bd24-172a-4188-b254-0de3d380a476 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:29.250187 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1f6f92d4-aae0-4e5f-a487-f56089862a7b req-f0e4bd24-172a-4188-b254-0de3d380a476 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 944 time: 0.0566230 Feb 21 09:53:29.260679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:29.262913 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d1bfd-ce28-4eba-b1d2-400d194c0893" -d '{"events": [{"server_uuid": "b492a7df-bfda-4600-aea6-ce38d8ae9c0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bcd03c-38f2-42d8-82ec-e29831f87a6a"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:29.279162 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port e6bcd03c-38f2-42d8-82ec-e29831f87a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:29.300744 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab072d-f2da-4b6e-ae87-0cd2addd958f x-openstack-request-id: req-edab072d-f2da-4b6e-ae87-0cd2addd958f {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:29.301019 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1f6f92d4-aae0-4e5f-a487-f56089862a7b req-dc66f258-1673-4b82-8f93-118799570eca tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Feb 21 09:53:29.301132 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a7df-bfda-4600-aea6-ce38d8ae9c0a", "name": "network-vif-plugged", "status": "completed", "tag": "e6bcd03c-38f2-42d8-82ec-e29831f87a6a", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:29.301288 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edab072d-f2da-4b6e-ae87-0cd2addd958f {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:29.301713 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a', 'code': 200} Feb 21 09:53:29.375475 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:29.424377 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:29.669102 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35f5f5-30fc-4216-92ee-0510aa41f134 req-2832c8ab-1387-4ea1-96dc-16a60fc269ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:29.670538 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc35f5f5-30fc-4216-92ee-0510aa41f134 req-2832c8ab-1387-4ea1-96dc-16a60fc269ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 1129 time: 0.0435231 Feb 21 09:53:29.714555 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fc35f5f5-30fc-4216-92ee-0510aa41f134 req-888c9cec-012c-46f8-b709-99b79e6c03ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376363 Feb 21 09:53:30.422226 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beba26-9970-404e-9a85-0e9cb6f6412c req-6194e85b-1477-4619-a80c-f99bae3ae019 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:30.423723 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f3beba26-9970-404e-9a85-0e9cb6f6412c req-6194e85b-1477-4619-a80c-f99bae3ae019 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 945 time: 0.0538726 Feb 21 09:53:30.472770 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f3beba26-9970-404e-9a85-0e9cb6f6412c req-35fb4b65-a6a0-4c83-a2bd-b42142d0876a tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 Feb 21 09:53:30.519237 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-3d0efe54-bec6-4b81-848a-e08b570a3d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:31.600120 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631182bb-1477-44a2-849b-13d33d45eafd req-7b7acd2f-aadd-40e5-a5ed-ebd3e8ae0f8b tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:31.601627 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-631182bb-1477-44a2-849b-13d33d45eafd req-7b7acd2f-aadd-40e5-a5ed-ebd3e8ae0f8b tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 945 time: 0.0584965 Feb 21 09:53:31.654705 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-631182bb-1477-44a2-849b-13d33d45eafd req-753cd4a7-0659-4a82-b6b8-cea883d93c0d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Feb 21 09:53:31.822039 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.782888 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b56c5-fdb2-461d-bd92-4c13ddb65b67 req-b0bc18df-5686-4dc1-99a7-4a164a9978a4 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:32.784865 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-925b56c5-fdb2-461d-bd92-4c13ddb65b67 req-b0bc18df-5686-4dc1-99a7-4a164a9978a4 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 945 time: 0.0594072 Feb 21 09:53:32.835203 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-925b56c5-fdb2-461d-bd92-4c13ddb65b67 req-963ba72a-b4ae-4606-8ab6-e4b8d8806ad0 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Feb 21 09:53:33.524296 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.164879 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9c3ac-0b43-4c4b-a5b3-bc07f5fdd6f2 req-ecd0339f-3550-4cd9-bb6f-9943d542882c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:34.167223 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-afa9c3ac-0b43-4c4b-a5b3-bc07f5fdd6f2 req-ecd0339f-3550-4cd9-bb6f-9943d542882c tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 945 time: 0.0604722 Feb 21 09:53:34.207659 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c51e45-eeb9-4621-bee5-b7c62fdd8390 req-cf5d0b02-c2c2-404d-b96e-2cc05d456a00 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:34.209163 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-67c51e45-eeb9-4621-bee5-b7c62fdd8390 req-cf5d0b02-c2c2-404d-b96e-2cc05d456a00 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 945 time: 0.0676956 Feb 21 09:53:34.227948 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-afa9c3ac-0b43-4c4b-a5b3-bc07f5fdd6f2 req-1ae9c0e4-79df-41ce-a0f3-9cb8f96a37f4 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536695 Feb 21 09:53:34.268791 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-67c51e45-eeb9-4621-bee5-b7c62fdd8390 req-ab38dbe6-b74b-4e16-8304-593e0e6f5317 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530272 Feb 21 09:53:34.747266 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:35.353073 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89cccf-10fd-4d79-8862-db721b10fe1e req-47841641-a0ef-4525-8a61-4af351148ae0 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:35.354638 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db89cccf-10fd-4d79-8862-db721b10fe1e req-47841641-a0ef-4525-8a61-4af351148ae0 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 945 time: 0.0569654 Feb 21 09:53:35.408268 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694ba1-09e4-41d0-b3d4-c8d21a849564 req-f60f98ef-60bb-4d19-965f-b3b3ba3679b5 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:35.409900 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b1694ba1-09e4-41d0-b3d4-c8d21a849564 req-f60f98ef-60bb-4d19-965f-b3b3ba3679b5 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 945 time: 0.0620031 Feb 21 09:53:35.413229 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-db89cccf-10fd-4d79-8862-db721b10fe1e req-1a72b446-0eb7-4958-beb9-56bb484cd144 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523877 Feb 21 09:53:35.469723 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b1694ba1-09e4-41d0-b3d4-c8d21a849564 req-8295fd9e-3b42-4615-82b4-7b07e46efbf1 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539351 Feb 21 09:53:35.799712 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:36.227116 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-dc6493fb-eb39-4873-8522-ca505353999d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:36.228608 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-dc6493fb-eb39-4873-8522-ca505353999d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 945 time: 0.0551126 Feb 21 09:53:36.339440 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Deleting port e6bcd03c-38f2-42d8-82ec-e29831f87a6a {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:36.339771 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:36.437481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] For port e6bcd03c-38f2-42d8-82ec-e29831f87a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:36.438172 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:36.451912 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Calling delete_port for e6bcd03c-38f2-42d8-82ec-e29831f87a6a owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:36.597341 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c915-2bd8-40f2-8ffe-d5241746be3f req-f00412ea-d2f5-4fd4-aabd-20689fc8a7b3 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:36.599308 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6576c915-2bd8-40f2-8ffe-d5241746be3f req-f00412ea-d2f5-4fd4-aabd-20689fc8a7b3 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 945 time: 0.0566852 Feb 21 09:53:36.617836 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b932d-5411-43e7-aab3-e4d50769a009 req-2c2f05b9-b6f8-48ca-92a4-00b55dedf9a3 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:36.621665 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-997b932d-5411-43e7-aab3-e4d50769a009 req-2c2f05b9-b6f8-48ca-92a4-00b55dedf9a3 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 945 time: 0.1072633 Feb 21 09:53:36.656171 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-6576c915-2bd8-40f2-8ffe-d5241746be3f req-3e161205-7245-45f7-962d-122b0127cb1c tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Feb 21 09:53:36.739671 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-997b932d-5411-43e7-aab3-e4d50769a009 req-c029c1e9-35f1-49f6-b9da-36cd7a60cb35 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135945 Feb 21 09:53:36.760703 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-e895ce41-73a5-4d5a-be7b-18b0e5304cce tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:36.762214 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-e895ce41-73a5-4d5a-be7b-18b0e5304cce tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 945 time: 0.0976949 Feb 21 09:53:36.833065 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (e6bcd03c-38f2-42d8-82ec-e29831f87a6a), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:36.867765 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['e6bcd03c-38f2-42d8-82ec-e29831f87a6a'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:36.875559 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Pushing event deleted for resources: {'Port': ['ID=e6bcd03c-38f2-42d8-82ec-e29831f87a6a,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:36.920497 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] No DVR routers for this DVR port e6bcd03c-38f2-42d8-82ec-e29831f87a6a on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:36.923566 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:36.927727 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9549fa4c-cab5-48c7-a16c-91ad93f17aef req-ff6b694c-0a20-4461-8fb2-a8ead417393f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "DELETE /v2.0/ports/e6bcd03c-38f2-42d8-82ec-e29831f87a6a HTTP/1.1" status: 204 len: 173 time: 0.6927238 Feb 21 09:53:36.928181 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'name': 'network-vif-deleted', 'tag': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:36.930482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c4cdc5-a965-484d-b30b-09a796bced89" -d '{"events": [{"server_uuid": "b492a7df-bfda-4600-aea6-ce38d8ae9c0a", "name": "network-vif-deleted", "tag": "e6bcd03c-38f2-42d8-82ec-e29831f87a6a"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:36.954814 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Deleting port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:36.955466 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:37.028923 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f482b-7206-436c-9942-0db45e3656f5 x-openstack-request-id: req-ee9f482b-7206-436c-9942-0db45e3656f5 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:37.029306 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492a7df-bfda-4600-aea6-ce38d8ae9c0a", "name": "network-vif-deleted", "tag": "e6bcd03c-38f2-42d8-82ec-e29831f87a6a", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:37.029707 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee9f482b-7206-436c-9942-0db45e3656f5 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:37.030232 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492a7df-bfda-4600-aea6-ce38d8ae9c0a', 'name': 'network-vif-deleted', 'tag': 'e6bcd03c-38f2-42d8-82ec-e29831f87a6a', 'status': 'completed', 'code': 200} Feb 21 09:53:37.084837 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] For port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:37.085203 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:37.103699 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Calling delete_port for 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:37.279556 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:37.309149 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event deleted for resources: {'Port': ['ID=1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:37.323467 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2', 'fd972185-d552-420f-8cef-0b37a45bd362', '64300391-bbd8-4f91-acb0-dcf25629cc66', '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:37.357258 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] No DVR routers for this DVR port 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:37.360374 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:37.363946 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1992c82e-44b7-4aec-b30a-08a7b89fe9a7 req-4db81c1d-2abe-4356-bb1c-0693451b879f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "DELETE /v2.0/ports/1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 HTTP/1.1" status: 204 len: 173 time: 0.5963683 Feb 21 09:53:37.780365 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-832ef91e-1506-4205-ba71-aaedd1071987 req-d7481725-6527-4e9c-9649-9369a5e02833 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b492a7df-bfda-4600-aea6-ce38d8ae9c0a HTTP/1.1" status: 200 len: 210 time: 0.0291932 Feb 21 09:53:37.866069 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d027f6ce-0040-44ea-94e2-817fc8ab46a1 req-b6401809-5662-4469-bf66-1f92ba5c1c06 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ca03644-e6cf-435d-ae2e-02a10d3ccee6 HTTP/1.1" status: 200 len: 210 time: 0.0274379 Feb 21 09:53:39.043916 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'name': 'network-vif-deleted', 'tag': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:39.046187 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65c5036-10b9-4b1c-b7ea-5bacd9f69120" -d '{"events": [{"server_uuid": "6ca03644-e6cf-435d-ae2e-02a10d3ccee6", "name": "network-vif-deleted", "tag": "1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:39.087817 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167007d5-8dd3-4a97-ab7d-706e314b3e96 x-openstack-request-id: req-167007d5-8dd3-4a97-ab7d-706e314b3e96 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:39.087817 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca03644-e6cf-435d-ae2e-02a10d3ccee6", "name": "network-vif-deleted", "tag": "1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:39.087817 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-167007d5-8dd3-4a97-ab7d-706e314b3e96 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:39.087817 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca03644-e6cf-435d-ae2e-02a10d3ccee6', 'name': 'network-vif-deleted', 'tag': '1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0', 'status': 'completed', 'code': 200} Feb 21 09:53:39.129451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-272d8082-0d5e-4862-a328-e967d6df1f68 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:39.129451 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-272d8082-0d5e-4862-a328-e967d6df1f68 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/networks?id=5690f83b-68f8-4bf0-9593-85bff5b5b768 HTTP/1.1" status: 200 len: 809 time: 0.1231120 Feb 21 09:53:39.132755 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-5fc9c470-7bc7-4b2e-a495-d0936ef85722 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/quotas/45894874c0aa4ef8926d84ea3b9f1753 HTTP/1.1" status: 200 len: 375 time: 0.0101545 Feb 21 09:53:39.151505 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e6bcd03c-38f2-42d8-82ec-e29831f87a6a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:39.168472 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-43d3c392-0e7b-4d98-ae5d-c60a77c47982 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298889 Feb 21 09:53:39.173891 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: e6bcd03c-38f2-42d8-82ec-e29831f87a6a {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:39.174245 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device e6bcd03c-38f2-42d8-82ec-e29831f87a6a not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:39.264726 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-4b8682f8-cecb-47c3-9a96-c989d7455b9a service neutron] 10.222.0.60 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879967 Feb 21 09:53:39.364227 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-052f49a9-1014-4b5b-b052-32dc1d28a009 service neutron] 10.222.0.60 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928152 Feb 21 09:53:39.617803 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-dfedf6c9-7d98-401f-8dfe-b9a8e51fce9a req-5ff9a1c4-7e3a-4a17-a977-0dc3aab531c0 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 210 time: 0.0309346 Feb 21 09:53:40.615330 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf814ee-88e2-4039-8b9d-daca67b2bb90 req-91f9bb80-c970-4842-b4db-9e906b8cdbb1 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:40.616918 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fdf814ee-88e2-4039-8b9d-daca67b2bb90 req-91f9bb80-c970-4842-b4db-9e906b8cdbb1 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 945 time: 0.0647769 Feb 21 09:53:40.667529 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-fdf814ee-88e2-4039-8b9d-daca67b2bb90 req-47070bb6-74a1-4ab7-a864-095a3a051c96 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Feb 21 09:53:40.718441 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c1eac922-8717-447b-9840-f661c7988e03 req-4068981b-8dc9-4bbd-80af-45cd6fbf4935 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 210 time: 0.0300889 Feb 21 09:53:41.143723 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:41.166768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:41.167113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 1ae5c0a4-8ddb-4fbe-bca1-2a36c98ef3a0 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:41.560288 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-216da13e-32d0-42ae-b54e-779f32573501 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:41.561774 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-216da13e-32d0-42ae-b54e-779f32573501 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "GET /v2.0/networks?id=5690f83b-68f8-4bf0-9593-85bff5b5b768 HTTP/1.1" status: 200 len: 809 time: 0.1111658 Feb 21 09:53:41.585229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Request body: {'port': {'device_id': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768', 'admin_state_up': True, 'tenant_id': '45894874c0aa4ef8926d84ea3b9f1753'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:41.760307 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Made reservation on behalf of 45894874c0aa4ef8926d84ea3b9f1753 for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:41.763807 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:41.819950 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea911-f329-4d20-ae62-e33ac91216e6 req-a64d9c5d-bbf9-40a7-b344-167af713f582 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:41.821487 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-473ea911-f329-4d20-ae62-e33ac91216e6 req-a64d9c5d-bbf9-40a7-b344-167af713f582 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 945 time: 0.0798163 Feb 21 09:53:41.864549 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-4f5f54e7-e395-4fdb-90de-b8d8a15f6979 req-b3702d32-1bcd-4a0e-ba89-a1d1f2009c9c tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 210 time: 0.0691743 Feb 21 09:53:41.901602 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-473ea911-f329-4d20-ae62-e33ac91216e6 req-730a2794-9dd4-412f-a44b-6614ee0d9850 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733299 Feb 21 09:53:41.947181 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Allocated IP 172.20.0.2 (5690f83b-68f8-4bf0-9593-85bff5b5b768/01d46701-76ea-437f-a222-040df8c3cb40/f206a36a-82ca-4dce-be71-6cca8b4b83ff) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:53:42.108672 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks [] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.200433 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.244561 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Network 5690f83b-68f8-4bf0-9593-85bff5b5b768 is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:53:42.247706 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:53:42.253883 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:53:42.282657 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Pushing event updated for resources: {'Port': ['ID=f206a36a-82ca-4dce-be71-6cca8b4b83ff,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:42.318475 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:42.319085 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.397262 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-893145f8-3d89-4708-ba48-e444df4dbf1d tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185267 Feb 21 09:53:42.427623 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Request body: {'port': {'device_id': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:42.490231 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.763815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f206a36a-82ca-4dce-be71-6cca8b4b83ff {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:42.771386 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Publish callbacks [] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.783269 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Transition to ACTIVE for port object f206a36a-82ca-4dce-be71-6cca8b4b83ff will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:53:42.851613 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.913632 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Pushing event updated for resources: {'Port': ['ID=f206a36a-82ca-4dce-be71-6cca8b4b83ff,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:42.969322 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.969701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.970042 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.970375 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.970701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.971028 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.971354 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.971677 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.971997 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.972986 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.973482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.973872 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:42.974216 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:43.031480 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef9e63-86b6-4249-b63e-7008c81d49ee req-9f3a9d07-ba69-4d03-bae1-7a4a808af5de tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.032927 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-96ef9e63-86b6-4249-b63e-7008c81d49ee req-9f3a9d07-ba69-4d03-bae1-7a4a808af5de tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 945 time: 0.0550928 Feb 21 09:53:43.076303 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-b9883eaa-2901-4478-852b-17d19b731f9e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.077830 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-b9883eaa-2901-4478-852b-17d19b731f9e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 945 time: 0.1863673 Feb 21 09:53:43.082394 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Attempting to bind port f206a36a-82ca-4dce-be71-6cca8b4b83ff on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:53:43.082735 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Attempting to bind port f206a36a-82ca-4dce-be71-6cca8b4b83ff by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:53:43.083063 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Attempting to bind port f206a36a-82ca-4dce-be71-6cca8b4b83ff on network 5690f83b-68f8-4bf0-9593-85bff5b5b768 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:43.083355 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-96ef9e63-86b6-4249-b63e-7008c81d49ee req-c4de86e3-4ab5-41f7-9549-2a0a0165937e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Feb 21 09:53:43.099270 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Port f206a36a-82ca-4dce-be71-6cca8b4b83ff on network 5690f83b-68f8-4bf0-9593-85bff5b5b768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:53:43.099527 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Attempting to bind port f206a36a-82ca-4dce-be71-6cca8b4b83ff on network 5690f83b-68f8-4bf0-9593-85bff5b5b768 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:43.107661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6832a2-3e57-4388-bb0d-47d5d1aa493f req-4c6c9bd3-34e4-401f-a9b4-5fc8e18b97d2 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.109153 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3d6832a2-3e57-4388-bb0d-47d5d1aa493f req-4c6c9bd3-34e4-401f-a9b4-5fc8e18b97d2 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 943 time: 0.1442387 Feb 21 09:53:43.133289 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:53:43.133653 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Checking segment: {'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:53:43.134038 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Bound using segment: {'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:53:43.134481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Bound port: f206a36a-82ca-4dce-be71-6cca8b4b83ff, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12626595-91c4-477a-a87f-2d206593e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:53:43.134836 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:43.246786 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3d6832a2-3e57-4388-bb0d-47d5d1aa493f req-75ca8c7f-7281-493c-b953-dd54eadac676 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174188 Feb 21 09:53:43.279265 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] For port f206a36a-82ca-4dce-be71-6cca8b4b83ff, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:53:43.283535 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] For port f206a36a-82ca-4dce-be71-6cca8b4b83ff, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f206a36a-82ca-4dce-be71-6cca8b4b83ff,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:53:43.295097 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Deleting port 64300391-bbd8-4f91-acb0-dcf25629cc66 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:43.295441 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:43.386086 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:43.388911 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] For port 64300391-bbd8-4f91-acb0-dcf25629cc66, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64300391-bbd8-4f91-acb0-dcf25629cc66,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:43.389263 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:43.431780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Calling delete_port for 64300391-bbd8-4f91-acb0-dcf25629cc66 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:43.445274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.445917 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:43.447318 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] 10.222.0.10 "PUT /v2.0/ports/f206a36a-82ca-4dce-be71-6cca8b4b83ff HTTP/1.1" status: 200 len: 1093 time: 1.0252423 Feb 21 09:53:43.450577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'tag': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:43.452880 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdba60ea-0f02-4913-b2c3-59387111fc08" -d '{"events": [{"name": "network-changed", "server_uuid": "b151455d-4b39-4126-9410-9d77a2ecb081", "tag": "f206a36a-82ca-4dce-be71-6cca8b4b83ff"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:43.499260 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28d387b-373f-47e8-9a0e-375f53b91f5f x-openstack-request-id: req-d28d387b-373f-47e8-9a0e-375f53b91f5f {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:43.499544 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151455d-4b39-4126-9410-9d77a2ecb081", "tag": "f206a36a-82ca-4dce-be71-6cca8b4b83ff", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:43.499794 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d28d387b-373f-47e8-9a0e-375f53b91f5f {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:43.500192 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'tag': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff', 'status': 'completed', 'code': 200} Feb 21 09:53:43.515282 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb2dfb-f526-4cf7-b5e5-64bc3cce8c53 service neutron] Pushing event updated for resources: {'Port': ['ID=f206a36a-82ca-4dce-be71-6cca8b4b83ff,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:43.629000 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba60ea-0f02-4913-b2c3-59387111fc08 req-60e66a49-25a1-4982-a44e-d2fddfa40ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.630551 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fdba60ea-0f02-4913-b2c3-59387111fc08 req-60e66a49-25a1-4982-a44e-d2fddfa40ea9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 1127 time: 0.0878265 Feb 21 09:53:43.695373 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (64300391-bbd8-4f91-acb0-dcf25629cc66), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:43.731552 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2', 'fd972185-d552-420f-8cef-0b37a45bd362', '64300391-bbd8-4f91-acb0-dcf25629cc66'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:43.740159 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event deleted for resources: {'Port': ['ID=64300391-bbd8-4f91-acb0-dcf25629cc66,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:43.799866 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] No DVR routers for this DVR port 64300391-bbd8-4f91-acb0-dcf25629cc66 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:43.811385 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:43.811385 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c2b97db0-2155-4264-a21e-d9de836ae1c6 req-cba35282-7674-4c29-ba1b-b8baf0ee31a7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "DELETE /v2.0/ports/64300391-bbd8-4f91-acb0-dcf25629cc66 HTTP/1.1" status: 204 len: 173 time: 0.7246966 Feb 21 09:53:43.815062 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba60ea-0f02-4913-b2c3-59387111fc08 req-6cec9724-4f7f-4cfb-b72f-94edfe5755de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.816972 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fdba60ea-0f02-4913-b2c3-59387111fc08 req-6cec9724-4f7f-4cfb-b72f-94edfe5755de service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1729751 Feb 21 09:53:43.935538 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba60ea-0f02-4913-b2c3-59387111fc08 req-a9d4d6ee-1fca-4d2a-b360-0fee43efb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.937969 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fdba60ea-0f02-4913-b2c3-59387111fc08 req-a9d4d6ee-1fca-4d2a-b360-0fee43efb588 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127360 Feb 21 09:53:44.058148 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-77c88d8b-167e-44f7-b786-2f382ac3ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:44.060212 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-77c88d8b-167e-44f7-b786-2f382ac3ee0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 1127 time: 0.0475886 Feb 21 09:53:44.109593 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-5b1d783f-b33d-4950-b1ec-f59c2d6eaa98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f206a36a-82ca-4dce-be71-6cca8b4b83ff HTTP/1.1" status: 200 len: 217 time: 0.0360084 Feb 21 09:53:44.163325 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-d76ffcd5-7e0e-4afe-8ee7-49026ce8b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:44.164951 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-d76ffcd5-7e0e-4afe-8ee7-49026ce8b3d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01d46701-76ea-437f-a222-040df8c3cb40 HTTP/1.1" status: 200 len: 849 time: 0.0486741 Feb 21 09:53:44.210144 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-423dd835-ce9d-4a41-a954-5450e2e74fcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5690f83b-68f8-4bf0-9593-85bff5b5b768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378532 Feb 21 09:53:44.232478 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-189394c8-2be0-4739-8fd2-bae5c1b228d3 req-49962c03-1731-43d2-86f6-bc972e18c1f5 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=acaa0ad8-b58a-4432-bd69-62320054fc6d HTTP/1.1" status: 200 len: 210 time: 0.0591609 Feb 21 09:53:44.320651 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-eb4b2669-25c7-467a-8049-6c87fb207012 service neutron] 10.222.0.10 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966904 Feb 21 09:53:44.371911 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9530009-03c9-4997-9676-c97e3f02387a req-def182bb-832e-4c42-9443-d714171cb746 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:44.373365 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e9530009-03c9-4997-9676-c97e3f02387a req-def182bb-832e-4c42-9443-d714171cb746 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 943 time: 0.0537539 Feb 21 09:53:44.422298 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-8f42fab7-3e98-4850-8de0-ca036e2b7eaf req-edb4d812-61ab-4173-91c5-8b3ce57d3d30 service neutron] 10.222.0.10 "GET /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949664 Feb 21 09:53:44.426510 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e9530009-03c9-4997-9676-c97e3f02387a req-5f3d8cb8-ecfc-49c4-aea2-93cf70a82cfe tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Feb 21 09:53:45.507349 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'name': 'network-vif-deleted', 'tag': '64300391-bbd8-4f91-acb0-dcf25629cc66'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:45.509837 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862c2d5-9fb7-4452-984f-10f97b9e6a5a" -d '{"events": [{"server_uuid": "acaa0ad8-b58a-4432-bd69-62320054fc6d", "name": "network-vif-deleted", "tag": "64300391-bbd8-4f91-acb0-dcf25629cc66"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:45.559229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5acc1e-cf4e-4692-aa2a-089df0129311 req-3279e76d-18af-4caf-b523-d007e4e2e0a3 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:45.560798 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5c5acc1e-cf4e-4692-aa2a-089df0129311 req-3279e76d-18af-4caf-b523-d007e4e2e0a3 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 943 time: 0.0620100 Feb 21 09:53:45.588734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7ccfd2-9e42-4b60-a6f1-e5ab5f5d75dc x-openstack-request-id: req-ac7ccfd2-9e42-4b60-a6f1-e5ab5f5d75dc {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:45.589029 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaa0ad8-b58a-4432-bd69-62320054fc6d", "name": "network-vif-deleted", "tag": "64300391-bbd8-4f91-acb0-dcf25629cc66", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:45.589274 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac7ccfd2-9e42-4b60-a6f1-e5ab5f5d75dc {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:45.589676 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaa0ad8-b58a-4432-bd69-62320054fc6d', 'name': 'network-vif-deleted', 'tag': '64300391-bbd8-4f91-acb0-dcf25629cc66', 'status': 'completed', 'code': 200} Feb 21 09:53:45.621302 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5c5acc1e-cf4e-4692-aa2a-089df0129311 req-29707725-8a24-4d4e-8418-eab0ca0ef007 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530820 Feb 21 09:53:45.687543 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d0dc-4e1f-4d13-a689-a04a5d3f674b req-6a6cea18-1af1-41ca-bfd2-f4a5ba6c772b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:45.689067 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0886d0dc-4e1f-4d13-a689-a04a5d3f674b req-6a6cea18-1af1-41ca-bfd2-f4a5ba6c772b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 946 time: 0.0534620 Feb 21 09:53:45.741453 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0886d0dc-4e1f-4d13-a689-a04a5d3f674b req-f088af6a-f2dc-4f70-a829-f005e33d1a47 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456636 Feb 21 09:53:46.624562 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-5cff68e5-67f0-4692-a0eb-0cf5867ebc9a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521965 Feb 21 09:53:46.781985 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c377525-148a-4841-ab3a-7b5f136e8e47 req-3c2fe6e5-0c82-46bb-b38c-90625b8067da tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:46.784583 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2c377525-148a-4841-ab3a-7b5f136e8e47 req-3c2fe6e5-0c82-46bb-b38c-90625b8067da tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 943 time: 0.0887887 Feb 21 09:53:46.799432 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-9789d4c7-fddd-44d0-a3df-38b95e2ddd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:46.800919 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-9789d4c7-fddd-44d0-a3df-38b95e2ddd51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c1b41f013947859f08f118441fc9e3&device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 1129 time: 0.0770695 Feb 21 09:53:46.868254 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6b274-f269-410b-b034-2ea132435c17 req-2e95da59-3ab9-4820-b10a-d8a8a0f00ce7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:46.869969 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57e6b274-f269-410b-b034-2ea132435c17 req-2e95da59-3ab9-4820-b10a-d8a8a0f00ce7 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 946 time: 0.0560808 Feb 21 09:53:46.889584 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2c377525-148a-4841-ab3a-7b5f136e8e47 req-c2e7a324-5fdb-4553-ba42-e78b6638242f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989561 Feb 21 09:53:46.920266 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-57e6b274-f269-410b-b034-2ea132435c17 req-847e02b7-375c-4033-9d37-93586d1aeac2 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Feb 21 09:53:46.942968 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-65387b19-7ef2-4667-b481-f1a409178ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:46.944458 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-65387b19-7ef2-4667-b481-f1a409178ec3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 200 len: 916 time: 0.1207983 Feb 21 09:53:46.987643 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-27137bec-299a-4679-bd8a-abbd3d547963 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee279149-9748-45c3-b3c4-ac459c66bef2 HTTP/1.1" status: 200 len: 217 time: 0.0364876 Feb 21 09:53:47.076829 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-8375aa9f-3092-43d9-bda5-7314ee674dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:47.078303 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-8375aa9f-3092-43d9-bda5-7314ee674dae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0947d1fc-0c98-4f78-84d4-a990f437c5b9 HTTP/1.1" status: 200 len: 855 time: 0.0455954 Feb 21 09:53:47.117323 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-f8be3c46-ba87-4df2-80e3-2be34f722512 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcc2036-8628-4165-a859-377f777379db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307958 Feb 21 09:53:47.146999 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 64300391-bbd8-4f91-acb0-dcf25629cc66 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:47.166133 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 64300391-bbd8-4f91-acb0-dcf25629cc66 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:47.166487 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 64300391-bbd8-4f91-acb0-dcf25629cc66 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:47.221865 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-ea360104-2bb9-4012-8b17-a14e1046220b service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980673 Feb 21 09:53:47.345542 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-2357a529-1dd1-49a8-a084-259fae862ac0 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173153 Feb 21 09:53:47.365138 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-dc777bc3-05c3-4131-af69-3ea3a4ee5935 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:47.366701 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-dc777bc3-05c3-4131-af69-3ea3a4ee5935 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 946 time: 0.0739870 Feb 21 09:53:47.466766 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Deleting port fd972185-d552-420f-8cef-0b37a45bd362 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:47.466766 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (fd972185-d552-420f-8cef-0b37a45bd362), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:47.837989 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] For port fd972185-d552-420f-8cef-0b37a45bd362, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd972185-d552-420f-8cef-0b37a45bd362,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:47.838708 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (fd972185-d552-420f-8cef-0b37a45bd362), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:47.851812 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Calling delete_port for fd972185-d552-420f-8cef-0b37a45bd362 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:48.044755 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a168c5-775f-4244-b11e-3cb4a54ef96c req-61d9c425-ad50-4a47-9e29-3162b6e04251 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:48.046295 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33a168c5-775f-4244-b11e-3cb4a54ef96c req-61d9c425-ad50-4a47-9e29-3162b6e04251 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 943 time: 0.0731118 Feb 21 09:53:48.052588 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57579d3-bfc0-4c5d-9d5b-2fc96dd55661 req-aa294291-63b4-43fb-87ee-70d3b3430051 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:48.054114 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e57579d3-bfc0-4c5d-9d5b-2fc96dd55661 req-aa294291-63b4-43fb-87ee-70d3b3430051 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 946 time: 0.0610113 Feb 21 09:53:48.102230 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-33a168c5-775f-4244-b11e-3cb4a54ef96c req-532d3544-c6dc-4287-9b44-5b69efc2b9f2 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497415 Feb 21 09:53:48.103874 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (fd972185-d552-420f-8cef-0b37a45bd362), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:48.107377 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e57579d3-bfc0-4c5d-9d5b-2fc96dd55661 req-5525ac5f-a427-43ab-a79e-41e121699a07 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470982 Feb 21 09:53:48.138203 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2', 'fd972185-d552-420f-8cef-0b37a45bd362'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:48.139346 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event deleted for resources: {'Port': ['ID=fd972185-d552-420f-8cef-0b37a45bd362,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:48.191690 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] No DVR routers for this DVR port fd972185-d552-420f-8cef-0b37a45bd362 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:48.194658 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:48.197970 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b4a90c9d-33e6-4e6a-8927-8ef7baa16f5a req-0274a5b8-d52f-46c2-8198-47b75ff1717f tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "DELETE /v2.0/ports/fd972185-d552-420f-8cef-0b37a45bd362 HTTP/1.1" status: 204 len: 173 time: 0.8260055 Feb 21 09:53:48.198427 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'name': 'network-vif-deleted', 'tag': 'fd972185-d552-420f-8cef-0b37a45bd362'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:48.201235 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb2a56c-064c-4fc6-b5a2-65fa9385a91c" -d '{"events": [{"server_uuid": "bec8e7b5-6191-4f5d-902c-c28b8e1bac70", "name": "network-vif-deleted", "tag": "fd972185-d552-420f-8cef-0b37a45bd362"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:48.238603 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23859fe0-5e2f-466b-81b2-37fbf0904291 x-openstack-request-id: req-23859fe0-5e2f-466b-81b2-37fbf0904291 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:48.238930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec8e7b5-6191-4f5d-902c-c28b8e1bac70", "name": "network-vif-deleted", "tag": "fd972185-d552-420f-8cef-0b37a45bd362", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:48.239309 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23859fe0-5e2f-466b-81b2-37fbf0904291 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:48.239658 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec8e7b5-6191-4f5d-902c-c28b8e1bac70', 'name': 'network-vif-deleted', 'tag': 'fd972185-d552-420f-8cef-0b37a45bd362', 'status': 'completed', 'code': 200} Feb 21 09:53:49.164590 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device f206a36a-82ca-4dce-be71-6cca8b4b83ff details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:53:49.237705 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-eeff6ca4-35ca-4bd1-9889-c0cb5886a6e5 req-f1dc2887-8246-43dc-91d9-f5369a549641 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec8e7b5-6191-4f5d-902c-c28b8e1bac70 HTTP/1.1" status: 200 len: 210 time: 0.0326891 Feb 21 09:53:49.245199 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058518a3-b8b5-4ac9-bed6-791f07b28a15 req-f1a45695-966b-48ac-8048-43cac53ba921 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:49.259807 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-058518a3-b8b5-4ac9-bed6-791f07b28a15 req-f1a45695-966b-48ac-8048-43cac53ba921 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 943 time: 0.0642281 Feb 21 09:53:49.286194 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port f206a36a-82ca-4dce-be71-6cca8b4b83ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f206a36a-82ca-4dce-be71-6cca8b4b83ff,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:49.302587 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff', 'network_id': '5690f83b-68f8-4bf0-9593-85bff5b5b768', 'port_id': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff', 'mac_address': 'fa:16:3e:44:2d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d46701-76ea-437f-a222-040df8c3cb40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:53:49.306276 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-058518a3-b8b5-4ac9-bed6-791f07b28a15 req-fe7600e1-a413-4bc4-898c-fe7356304bb7 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Feb 21 09:53:49.345962 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port f206a36a-82ca-4dce-be71-6cca8b4b83ff is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:49.346696 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:49.359452 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f206a36a-82ca-4dce-be71-6cca8b4b83ff {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:49.381384 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port f206a36a-82ca-4dce-be71-6cca8b4b83ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f206a36a-82ca-4dce-be71-6cca8b4b83ff,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:49.463307 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:49.516564 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=f206a36a-82ca-4dce-be71-6cca8b4b83ff,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:49.868021 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['f206a36a-82ca-4dce-be71-6cca8b4b83ff'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:50.433174 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b3f15-1650-436f-8f62-8e59f0610b40 req-165ba307-657d-4bb8-9afc-3409b2739746 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:50.434815 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0d8b3f15-1650-436f-8f62-8e59f0610b40 req-165ba307-657d-4bb8-9afc-3409b2739746 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 944 time: 0.0580502 Feb 21 09:53:50.499423 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-0d8b3f15-1650-436f-8f62-8e59f0610b40 req-c4d935c9-6640-4fc1-86ac-2fab8ce8360f tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586832 Feb 21 09:53:51.189648 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device f206a36a-82ca-4dce-be71-6cca8b4b83ff up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:53:51.326807 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port f206a36a-82ca-4dce-be71-6cca8b4b83ff completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:53:51.333485 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port f206a36a-82ca-4dce-be71-6cca8b4b83ff triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:53:51.333485 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:51.416267 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port f206a36a-82ca-4dce-be71-6cca8b4b83ff is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:51.416571 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:51.443673 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:51.443673 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1271028c-7443-4141-8079-511484f8b639" -d '{"events": [{"server_uuid": "b151455d-4b39-4126-9410-9d77a2ecb081", "name": "network-vif-plugged", "status": "completed", "tag": "f206a36a-82ca-4dce-be71-6cca8b4b83ff"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:51.456603 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port f206a36a-82ca-4dce-be71-6cca8b4b83ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f206a36a-82ca-4dce-be71-6cca8b4b83ff,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:51.481542 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f671ac11-3b90-471b-91fd-13f79ea01fac x-openstack-request-id: req-f671ac11-3b90-471b-91fd-13f79ea01fac {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:51.482011 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151455d-4b39-4126-9410-9d77a2ecb081", "name": "network-vif-plugged", "status": "completed", "tag": "f206a36a-82ca-4dce-be71-6cca8b4b83ff", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:51.482402 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f671ac11-3b90-471b-91fd-13f79ea01fac {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:51.482991 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff', 'code': 200} Feb 21 09:53:51.520901 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:51.523077 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device fd972185-d552-420f-8cef-0b37a45bd362 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:51.562030 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: fd972185-d552-420f-8cef-0b37a45bd362 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:51.562386 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device fd972185-d552-420f-8cef-0b37a45bd362 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:51.602048 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=f206a36a-82ca-4dce-be71-6cca8b4b83ff,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:51.639492 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b691f1-3b79-4bff-ae1d-a3dbf03e3db8 req-1839935b-e79b-43e5-828e-6c4d2cc8d9bd tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:51.641103 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a1b691f1-3b79-4bff-ae1d-a3dbf03e3db8 req-1839935b-e79b-43e5-828e-6c4d2cc8d9bd tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 945 time: 0.0584891 Feb 21 09:53:51.697874 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a1b691f1-3b79-4bff-ae1d-a3dbf03e3db8 req-8121aa3f-c619-4c05-bf2c-a1e60ed511d0 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 Feb 21 09:53:51.842119 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0d9d8-2bfe-4bba-8a27-64075cdfc62d req-178eb559-f1ed-4018-9d24-e0b01ff58571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:51.843630 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2a0d9d8-2bfe-4bba-8a27-64075cdfc62d req-178eb559-f1ed-4018-9d24-e0b01ff58571 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 1129 time: 0.0460725 Feb 21 09:53:51.889675 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b2a0d9d8-2bfe-4bba-8a27-64075cdfc62d req-239fbaa9-b8c1-4f9f-a6f1-e237768c7615 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Feb 21 09:53:52.145228 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba0c44-db21-462a-bdfd-1dc0464e852c req-2622e494-81e4-420e-8507-6c41f49140e9 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:52.147683 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b7ba0c44-db21-462a-bdfd-1dc0464e852c req-2622e494-81e4-420e-8507-6c41f49140e9 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Feb 21 09:53:52.196987 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b7ba0c44-db21-462a-bdfd-1dc0464e852c req-3685053a-e227-4de5-85cd-ef3a38274306 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Feb 21 09:53:52.820443 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edb4c2-9468-4bd0-ad3e-077e9036b049 req-2a68b072-0205-4f2b-a8cb-06c8f5dc6057 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:52.822408 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-10edb4c2-9468-4bd0-ad3e-077e9036b049 req-2a68b072-0205-4f2b-a8cb-06c8f5dc6057 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 945 time: 0.0568264 Feb 21 09:53:52.869822 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-10edb4c2-9468-4bd0-ad3e-077e9036b049 req-8811c99b-d751-470e-bba3-1d9fabb05d2c tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Feb 21 09:53:53.320357 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d8be-abb5-4e43-b7f2-2c10f2936b76 req-be052cda-43c3-45b9-a291-a8ccd53bb52d tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:53.321852 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e615d8be-abb5-4e43-b7f2-2c10f2936b76 req-be052cda-43c3-45b9-a291-a8ccd53bb52d tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0581481 Feb 21 09:53:53.372783 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e615d8be-abb5-4e43-b7f2-2c10f2936b76 req-5b37bf72-445b-42b9-b9e4-72274d0b86d3 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Feb 21 09:53:53.640083 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:53:53.994790 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf23082-2a30-4afe-8264-b532e212fb3d req-8e14a234-82c9-4038-9e1b-af22b23569e7 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:53.996510 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ccf23082-2a30-4afe-8264-b532e212fb3d req-8e14a234-82c9-4038-9e1b-af22b23569e7 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 945 time: 0.0568931 Feb 21 09:53:54.044929 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ccf23082-2a30-4afe-8264-b532e212fb3d req-b132c729-e2f9-4459-a4bc-38a613bcfbb7 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Feb 21 09:53:54.336734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-1dce86bd-007e-464b-8f1f-c801f5b128f0 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:54.338316 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-1dce86bd-007e-464b-8f1f-c801f5b128f0 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0694251 Feb 21 09:53:54.465631 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Deleting port ee279149-9748-45c3-b3c4-ac459c66bef2 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:54.466315 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:54.525390 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d783f-b9e7-49e6-a3ce-c19fe5c8bf25 req-8cfa361b-6637-4ec8-85c5-90c431363d1e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:54.533638 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-af4d783f-b9e7-49e6-a3ce-c19fe5c8bf25 req-8cfa361b-6637-4ec8-85c5-90c431363d1e tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 945 time: 0.0817482 Feb 21 09:53:54.600716 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] For port ee279149-9748-45c3-b3c4-ac459c66bef2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee279149-9748-45c3-b3c4-ac459c66bef2,segment=NetworkSegment(152195ad-36f9-4b37-b6c6-28c2a81d2c01),segment_id=152195ad-36f9-4b37-b6c6-28c2a81d2c01)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:54.601415 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:54.604574 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-af4d783f-b9e7-49e6-a3ce-c19fe5c8bf25 req-28311636-2bad-4fdd-81d6-1faf5e0c887b tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605166 Feb 21 09:53:54.620050 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Calling delete_port for ee279149-9748-45c3-b3c4-ac459c66bef2 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:54.870909 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (ee279149-9748-45c3-b3c4-ac459c66bef2), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:54.905122 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['ee279149-9748-45c3-b3c4-ac459c66bef2'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:54.905815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Pushing event deleted for resources: {'Port': ['ID=ee279149-9748-45c3-b3c4-ac459c66bef2,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:54.957676 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] No DVR routers for this DVR port ee279149-9748-45c3-b3c4-ac459c66bef2 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:54.960692 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:54.964267 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2fc1a960-db65-49d1-aa0c-80078f43f7f8 req-4ee484d7-2593-4c65-8f58-60fa13385b09 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.10 "DELETE /v2.0/ports/ee279149-9748-45c3-b3c4-ac459c66bef2 HTTP/1.1" status: 204 len: 173 time: 0.6203084 Feb 21 09:53:54.964723 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'name': 'network-vif-deleted', 'tag': 'ee279149-9748-45c3-b3c4-ac459c66bef2'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:54.967045 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537bef4d-f679-48ef-bbff-4dd05086ab8c" -d '{"events": [{"server_uuid": "bab13f9b-20a2-4839-9b89-57ccf3ffcad6", "name": "network-vif-deleted", "tag": "ee279149-9748-45c3-b3c4-ac459c66bef2"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:55.025238 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38810930-4f8c-4624-b8ac-da5218274ae9 x-openstack-request-id: req-38810930-4f8c-4624-b8ac-da5218274ae9 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:55.025860 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab13f9b-20a2-4839-9b89-57ccf3ffcad6", "name": "network-vif-deleted", "tag": "ee279149-9748-45c3-b3c4-ac459c66bef2", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:55.025945 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38810930-4f8c-4624-b8ac-da5218274ae9 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:55.026350 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab13f9b-20a2-4839-9b89-57ccf3ffcad6', 'name': 'network-vif-deleted', 'tag': 'ee279149-9748-45c3-b3c4-ac459c66bef2', 'status': 'completed', 'code': 200} Feb 21 09:53:55.478727 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6439aaa-1230-4700-b4b1-39ab2d085e8a req-fd0b3ccb-1886-4504-a696-1820567ac32a tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:55.480291 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6439aaa-1230-4700-b4b1-39ab2d085e8a req-fd0b3ccb-1886-4504-a696-1820567ac32a tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 945 time: 0.0672061 Feb 21 09:53:55.542726 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d6439aaa-1230-4700-b4b1-39ab2d085e8a req-9ace6d37-3ff0-42ca-adbf-b5d2bba1012b tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527027 Feb 21 09:53:55.720423 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-724d9de5-e710-4a52-9ef9-5375cfd69e87 req-87ef0062-7be9-4e9c-8c38-76fe5ccacea3 tempest-AttachVolumeNegativeTest-946458166 tempest-AttachVolumeNegativeTest-946458166-project] 10.222.0.60 "GET /v2.0/ports?device_id=bab13f9b-20a2-4839-9b89-57ccf3ffcad6 HTTP/1.1" status: 200 len: 210 time: 0.0287771 Feb 21 09:53:56.671221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8f05e-69cc-4cf3-8ddc-5bc523e2ed2f req-725f42ea-aed6-4b3f-b2ee-64fc24f4073a tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:56.672750 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-95a8f05e-69cc-4cf3-8ddc-5bc523e2ed2f req-725f42ea-aed6-4b3f-b2ee-64fc24f4073a tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 945 time: 0.0595117 Feb 21 09:53:56.721256 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-95a8f05e-69cc-4cf3-8ddc-5bc523e2ed2f req-a56ce35e-c307-49c1-bd71-50fb94c26636 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/security-groups?id=5db11c31-196c-475a-ac54-44c005c19cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Feb 21 09:53:56.776078 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36052) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:56.821795 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] Deleting subnet 0947d1fc-0c98-4f78-84d4-a990f437c5b9 {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:53:56.824980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] Publish callbacks [] for subnet (0947d1fc-0c98-4f78-84d4-a990f437c5b9), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:56.861322 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (0947d1fc-0c98-4f78-84d4-a990f437c5b9), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:56.906724 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (0947d1fc-0c98-4f78-84d4-a990f437c5b9), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.018681 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (0947d1fc-0c98-4f78-84d4-a990f437c5b9), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.057467 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0947d1fc-0c98-4f78-84d4-a990f437c5b9,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:57.060848 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.064191 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d9eebef8-1815-48f4-a70d-9394f57e2d3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0947d1fc-0c98-4f78-84d4-a990f437c5b9 HTTP/1.1" status: 204 len: 168 time: 0.2870810 Feb 21 09:53:57.066838 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36054) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:57.107635 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-5432eaa7-e420-481b-bbe6-97ad93210f50 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:57.109110 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-5432eaa7-e420-481b-bbe6-97ad93210f50 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 945 time: 0.0611393 Feb 21 09:53:57.140545 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (ebcc2036-8628-4165-a859-377f777379db), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.196959 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ee279149-9748-45c3-b3c4-ac459c66bef2 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:57.213208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Deleting port f206a36a-82ca-4dce-be71-6cca8b4b83ff {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:57.213630 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.219856 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: ee279149-9748-45c3-b3c4-ac459c66bef2 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:57.220213 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device ee279149-9748-45c3-b3c4-ac459c66bef2 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:57.235523 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (ebcc2036-8628-4165-a859-377f777379db), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.261976 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcc2036-8628-4165-a859-377f777379db']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:57.272985 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152195ad-36f9-4b37-b6c6-28c2a81d2c01') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:57.273328 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152195ad-36f9-4b37-b6c6-28c2a81d2c01') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:57.283335 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (152195ad-36f9-4b37-b6c6-28c2a81d2c01), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.299291 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (152195ad-36f9-4b37-b6c6-28c2a81d2c01), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.306294 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:53:57.306726 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (152195ad-36f9-4b37-b6c6-28c2a81d2c01), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.307981 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] For port f206a36a-82ca-4dce-be71-6cca8b4b83ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f206a36a-82ca-4dce-be71-6cca8b4b83ff,segment=NetworkSegment(12626595-91c4-477a-a87f-2d206593e8c9),segment_id=12626595-91c4-477a-a87f-2d206593e8c9)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:57.308358 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:53:57.308486 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:53:57.323254 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Calling delete_port for f206a36a-82ca-4dce-be71-6cca8b4b83ff owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:57.522749 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (ebcc2036-8628-4165-a859-377f777379db), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.529658 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.532846 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ebcc2036-8628-4165-a859-377f777379db HTTP/1.1" status: 204 len: 168 time: 0.4649994 Feb 21 09:53:57.545398 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcc2036-8628-4165-a859-377f777379db,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:57.554000 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.554351 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.554710 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.555196 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.555541 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.555873 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.556203 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.556588 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (f206a36a-82ca-4dce-be71-6cca8b4b83ff), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.556731 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.557161 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.557584 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.558322 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.558458 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.561105 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe986e-25e7-40e3-a003-b98b4c05dfa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:57.587337 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Pushing event deleted for resources: {'Port': ['ID=f206a36a-82ca-4dce-be71-6cca8b4b83ff,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:57.601377 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['f206a36a-82ca-4dce-be71-6cca8b4b83ff'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:57.636058 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] No DVR routers for this DVR port f206a36a-82ca-4dce-be71-6cca8b4b83ff on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:57.638488 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:57.641843 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0fb7b762-3d93-4fb5-ab67-840810ddbafc req-03810905-f438-4ab6-9a48-7942646ed284 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.10 "DELETE /v2.0/ports/f206a36a-82ca-4dce-be71-6cca8b4b83ff HTTP/1.1" status: 204 len: 173 time: 0.5276637 Feb 21 09:53:57.642391 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'name': 'network-vif-deleted', 'tag': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:57.644610 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb011e78-3684-4b17-974f-5c0bf520d89d" -d '{"events": [{"server_uuid": "b151455d-4b39-4126-9410-9d77a2ecb081", "name": "network-vif-deleted", "tag": "f206a36a-82ca-4dce-be71-6cca8b4b83ff"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:57.688068 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9784185-4240-432b-9f2a-e7141c6c605c x-openstack-request-id: req-b9784185-4240-432b-9f2a-e7141c6c605c {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:57.688684 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151455d-4b39-4126-9410-9d77a2ecb081", "name": "network-vif-deleted", "tag": "f206a36a-82ca-4dce-be71-6cca8b4b83ff", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:57.688805 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9784185-4240-432b-9f2a-e7141c6c605c {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:57.689300 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151455d-4b39-4126-9410-9d77a2ecb081', 'name': 'network-vif-deleted', 'tag': 'f206a36a-82ca-4dce-be71-6cca8b4b83ff', 'status': 'completed', 'code': 200} Feb 21 09:53:57.824427 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-287d504e-f7dd-4a8f-a156-e8c4c26ff649 req-601baa39-3ddf-476c-8364-34012c49e213 tempest-VolumesActionsTest-577517916 tempest-VolumesActionsTest-577517916-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151455d-4b39-4126-9410-9d77a2ecb081 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Feb 21 09:53:58.069201 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36062) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:58.119917 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5c34cb40-ff91-4537-9767-48d55713d6a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45c1b41f013947859f08f118441fc9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497267 Feb 21 09:53:58.122600 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36064) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:58.172416 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bd72-861c-4db1-9677-e9e2e0c20347 admin admin] Publish callbacks [] for security_group (5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:58.185026 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-871f1d6b-d5a5-4498-acdc-9ec3da3dd5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:58.195219 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bd72-861c-4db1-9677-e9e2e0c20347 admin admin] Publish callbacks [] for security_group (5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:58.321745 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bd72-861c-4db1-9677-e9e2e0c20347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:58.324310 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6cc6bd72-861c-4db1-9677-e9e2e0c20347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:58.325452 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-6cc6bd72-861c-4db1-9677-e9e2e0c20347 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe HTTP/1.1" status: 204 len: 168 time: 0.2019362 Feb 21 09:53:58.333490 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6bd72-861c-4db1-9677-e9e2e0c20347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d71ef7a-8ff3-40d5-8ef8-03b1ad7baafe,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:00.517023 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f5761cfc-d6a9-4dc1-8f27-4b96bc9e85e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:01.848044 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:02.697102 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device f206a36a-82ca-4dce-be71-6cca8b4b83ff no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:02.717679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: f206a36a-82ca-4dce-be71-6cca8b4b83ff {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:02.718029 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device f206a36a-82ca-4dce-be71-6cca8b4b83ff not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:03.539680 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:04.746135 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:05.814031 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:15.905875 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36336) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:16.077736 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-905714b7-ab3d-4365-821d-27e840c9955c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:16.165390 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-905714b7-ab3d-4365-821d-27e840c9955c admin admin] Publish callbacks [] for security_group (85faf641-e910-41f6-911f-4e02b3f6ffd2), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:16.242667 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-905714b7-ab3d-4365-821d-27e840c9955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (85faf641-e910-41f6-911f-4e02b3f6ffd2), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:16.291323 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-905714b7-ab3d-4365-821d-27e840c9955c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9dead0d2187440349a4f24b2146c4377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821542 Feb 21 09:54:16.291541 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905714b7-ab3d-4365-821d-27e840c9955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85faf641-e910-41f6-911f-4e02b3f6ffd2,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:16.291718 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36340) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:16.361054 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-567c1131-4a05-4c47-8a2d-44b8bafb5193 admin admin] Publish callbacks [] for security_group (85faf641-e910-41f6-911f-4e02b3f6ffd2), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:16.398775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-567c1131-4a05-4c47-8a2d-44b8bafb5193 admin admin] Publish callbacks [] for security_group (85faf641-e910-41f6-911f-4e02b3f6ffd2), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:16.552505 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-567c1131-4a05-4c47-8a2d-44b8bafb5193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (85faf641-e910-41f6-911f-4e02b3f6ffd2), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:16.555231 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-567c1131-4a05-4c47-8a2d-44b8bafb5193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:16.557578 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-567c1131-4a05-4c47-8a2d-44b8bafb5193 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85faf641-e910-41f6-911f-4e02b3f6ffd2 HTTP/1.1" status: 204 len: 168 time: 0.2636344 Feb 21 09:54:16.583641 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c1131-4a05-4c47-8a2d-44b8bafb5193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85faf641-e910-41f6-911f-4e02b3f6ffd2,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:17.243791 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36350) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:17.260463 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-64992f74-6fa6-4d7f-af5f-59a8c1182c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:17.358331 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-64992f74-6fa6-4d7f-af5f-59a8c1182c32 admin admin] Publish callbacks [] for security_group (d5b90b2d-fab1-4596-8588-959609803f7f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:17.427936 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-64992f74-6fa6-4d7f-af5f-59a8c1182c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d5b90b2d-fab1-4596-8588-959609803f7f), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:17.475577 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-64992f74-6fa6-4d7f-af5f-59a8c1182c32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d5bdd14d3ae4097947b86b164368e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278564 Feb 21 09:54:17.475814 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36352) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:17.482387 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64992f74-6fa6-4d7f-af5f-59a8c1182c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b90b2d-fab1-4596-8588-959609803f7f,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:17.536811 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f77e2cea-99da-442b-9547-d23f854572d8 admin admin] Publish callbacks [] for security_group (d5b90b2d-fab1-4596-8588-959609803f7f), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:17.565123 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f77e2cea-99da-442b-9547-d23f854572d8 admin admin] Publish callbacks [] for security_group (d5b90b2d-fab1-4596-8588-959609803f7f), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:17.734604 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f77e2cea-99da-442b-9547-d23f854572d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d5b90b2d-fab1-4596-8588-959609803f7f), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:17.737727 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-f77e2cea-99da-442b-9547-d23f854572d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:17.742129 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-f77e2cea-99da-442b-9547-d23f854572d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5b90b2d-fab1-4596-8588-959609803f7f HTTP/1.1" status: 204 len: 168 time: 0.2625537 Feb 21 09:54:17.748716 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e2cea-99da-442b-9547-d23f854572d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b90b2d-fab1-4596-8588-959609803f7f,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:18.497299 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36366) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:18.511722 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-594a5e22-83eb-4c6c-b92a-c17f0701c253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:18.601124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-594a5e22-83eb-4c6c-b92a-c17f0701c253 admin admin] Publish callbacks [] for security_group (f94e5f31-6642-4531-bc70-f629b6e10032), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:18.678103 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-594a5e22-83eb-4c6c-b92a-c17f0701c253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f94e5f31-6642-4531-bc70-f629b6e10032), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:18.717236 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-594a5e22-83eb-4c6c-b92a-c17f0701c253 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6543e3884d04b8cb7f75dba1b3b5a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188594 Feb 21 09:54:18.720095 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36372) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:18.735436 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a5e22-83eb-4c6c-b92a-c17f0701c253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e5f31-6642-4531-bc70-f629b6e10032,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:18.789324 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fb43d748-c70f-4874-880e-84f20c7cd24f admin admin] Publish callbacks [] for security_group (f94e5f31-6642-4531-bc70-f629b6e10032), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:18.813398 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fb43d748-c70f-4874-880e-84f20c7cd24f admin admin] Publish callbacks [] for security_group (f94e5f31-6642-4531-bc70-f629b6e10032), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:18.947449 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fb43d748-c70f-4874-880e-84f20c7cd24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f94e5f31-6642-4531-bc70-f629b6e10032), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:18.950764 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fb43d748-c70f-4874-880e-84f20c7cd24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:18.952293 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-fb43d748-c70f-4874-880e-84f20c7cd24f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f94e5f31-6642-4531-bc70-f629b6e10032 HTTP/1.1" status: 204 len: 168 time: 0.2306602 Feb 21 09:54:18.966906 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43d748-c70f-4874-880e-84f20c7cd24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e5f31-6642-4531-bc70-f629b6e10032,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:26.402706 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36532) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:26.449234 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] Deleting subnet 01d46701-76ea-437f-a222-040df8c3cb40 {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:54:26.452962 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] Publish callbacks [] for subnet (01d46701-76ea-437f-a222-040df8c3cb40), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.489975 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (01d46701-76ea-437f-a222-040df8c3cb40), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.530549 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (01d46701-76ea-437f-a222-040df8c3cb40), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.640180 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (01d46701-76ea-437f-a222-040df8c3cb40), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.665343 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d46701-76ea-437f-a222-040df8c3cb40,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:26.669093 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.674765 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-756ecbdd-0be6-4888-9796-f37882a701ca admin admin] 10.222.0.60 "DELETE /v2.0/subnets/01d46701-76ea-437f-a222-040df8c3cb40 HTTP/1.1" status: 204 len: 168 time: 0.2679543 Feb 21 09:54:26.679958 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36534) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:26.743703 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (5690f83b-68f8-4bf0-9593-85bff5b5b768), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.830379 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (5690f83b-68f8-4bf0-9593-85bff5b5b768), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.849477 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5690f83b-68f8-4bf0-9593-85bff5b5b768']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:26.859169 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12626595-91c4-477a-a87f-2d206593e8c9') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:26.859465 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12626595-91c4-477a-a87f-2d206593e8c9') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:26.868641 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (12626595-91c4-477a-a87f-2d206593e8c9), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.881949 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (12626595-91c4-477a-a87f-2d206593e8c9), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.887588 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:54:26.887959 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (12626595-91c4-477a-a87f-2d206593e8c9), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:54:26.889581 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:54:27.004768 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (5690f83b-68f8-4bf0-9593-85bff5b5b768), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:27.010139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:27.013522 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5690f83b-68f8-4bf0-9593-85bff5b5b768 HTTP/1.1" status: 204 len: 168 time: 0.3374479 Feb 21 09:54:27.024715 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f4abc-53fa-4fe9-820a-7dc53e0cef44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5690f83b-68f8-4bf0-9593-85bff5b5b768,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:27.381422 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36542) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:27.428559 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-adcfcd32-880c-4462-b5e9-9a489c2af4c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45894874c0aa4ef8926d84ea3b9f1753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459037 Feb 21 09:54:27.431031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36544) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:27.482640 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb788-ef6d-4ec9-ac4e-6995ddd683a2 admin admin] Publish callbacks [] for security_group (5db11c31-196c-475a-ac54-44c005c19cf8), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:27.504889 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb788-ef6d-4ec9-ac4e-6995ddd683a2 admin admin] Publish callbacks [] for security_group (5db11c31-196c-475a-ac54-44c005c19cf8), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:27.604768 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb788-ef6d-4ec9-ac4e-6995ddd683a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (5db11c31-196c-475a-ac54-44c005c19cf8), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:27.607488 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb788-ef6d-4ec9-ac4e-6995ddd683a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:27.611719 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-e7fbb788-ef6d-4ec9-ac4e-6995ddd683a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5db11c31-196c-475a-ac54-44c005c19cf8 HTTP/1.1" status: 204 len: 168 time: 0.1767802 Feb 21 09:54:27.618253 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbb788-ef6d-4ec9-ac4e-6995ddd683a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db11c31-196c-475a-ac54-44c005c19cf8,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:28.064169 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36560) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:28.171354 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-13418f0c-c6d1-48ce-9d51-760eece62737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.173294 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55b78de0-7517-4826-94f2-2b25dc5c12f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.250789 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55b78de0-7517-4826-94f2-2b25dc5c12f1 admin admin] Publish callbacks [] for security_group (d159df85-968f-410a-ae97-dadb99e69802), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.319268 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-55b78de0-7517-4826-94f2-2b25dc5c12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d159df85-968f-410a-ae97-dadb99e69802), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.359462 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-55b78de0-7517-4826-94f2-2b25dc5c12f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5db4948b371f4475b5e9e58b1d3a5cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941804 Feb 21 09:54:28.360377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78de0-7517-4826-94f2-2b25dc5c12f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d159df85-968f-410a-ae97-dadb99e69802,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:28.362326 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36572) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:28.412313 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c115f-844d-4518-aae1-6373f6114e57 admin admin] Publish callbacks [] for security_group (d159df85-968f-410a-ae97-dadb99e69802), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.433440 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c115f-844d-4518-aae1-6373f6114e57 admin admin] Publish callbacks [] for security_group (d159df85-968f-410a-ae97-dadb99e69802), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.563665 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c115f-844d-4518-aae1-6373f6114e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (d159df85-968f-410a-ae97-dadb99e69802), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.566405 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-fa1c115f-844d-4518-aae1-6373f6114e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:28.567558 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-fa1c115f-844d-4518-aae1-6373f6114e57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d159df85-968f-410a-ae97-dadb99e69802 HTTP/1.1" status: 204 len: 168 time: 0.2042484 Feb 21 09:54:28.576133 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c115f-844d-4518-aae1-6373f6114e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159df85-968f-410a-ae97-dadb99e69802,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:29.227558 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36626) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:29.243619 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-74520bd1-8cae-4e73-bd97-c5960bd57e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.320836 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-74520bd1-8cae-4e73-bd97-c5960bd57e6f admin admin] Publish callbacks [] for security_group (b6d3247d-aee1-4d9d-8f0a-126294d41e94), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.376540 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-74520bd1-8cae-4e73-bd97-c5960bd57e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b6d3247d-aee1-4d9d-8f0a-126294d41e94), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.414921 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-74520bd1-8cae-4e73-bd97-c5960bd57e6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f293aa1352354de7932da499d7d71d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862020 Feb 21 09:54:29.416019 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74520bd1-8cae-4e73-bd97-c5960bd57e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d3247d-aee1-4d9d-8f0a-126294d41e94,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:29.417660 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36628) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:29.474188 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b190-a74e-4b36-9681-73696e9de71b admin admin] Publish callbacks [] for security_group (b6d3247d-aee1-4d9d-8f0a-126294d41e94), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.495679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b190-a74e-4b36-9681-73696e9de71b admin admin] Publish callbacks [] for security_group (b6d3247d-aee1-4d9d-8f0a-126294d41e94), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.592927 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b190-a74e-4b36-9681-73696e9de71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b6d3247d-aee1-4d9d-8f0a-126294d41e94), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.595541 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b190-a74e-4b36-9681-73696e9de71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.596703 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-9ae9b190-a74e-4b36-9681-73696e9de71b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6d3247d-aee1-4d9d-8f0a-126294d41e94 HTTP/1.1" status: 204 len: 168 time: 0.1780026 Feb 21 09:54:29.614477 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9b190-a74e-4b36-9681-73696e9de71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d3247d-aee1-4d9d-8f0a-126294d41e94,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:30.491087 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b165c0ec-3d8c-46e8-abe8-09333468ffa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:30.643211 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:54:31.291647 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36678) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:31.404068 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-04d22d7b-957e-4aeb-b292-0ff25159c6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:31.478940 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-04d22d7b-957e-4aeb-b292-0ff25159c6b9 admin admin] Publish callbacks [] for security_group (88a60a99-7841-4b77-8add-77c6b1415db3), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:31.565450 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-04d22d7b-957e-4aeb-b292-0ff25159c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (88a60a99-7841-4b77-8add-77c6b1415db3), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:31.606344 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-04d22d7b-957e-4aeb-b292-0ff25159c6b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=412e4c634f1f41548f514406169877f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134992 Feb 21 09:54:31.607938 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d22d7b-957e-4aeb-b292-0ff25159c6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a60a99-7841-4b77-8add-77c6b1415db3,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:31.610007 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36682) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:31.658775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-57d80d82-6253-41e7-b1d7-901fef22ea90 admin admin] Publish callbacks [] for security_group (88a60a99-7841-4b77-8add-77c6b1415db3), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:31.681154 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-57d80d82-6253-41e7-b1d7-901fef22ea90 admin admin] Publish callbacks [] for security_group (88a60a99-7841-4b77-8add-77c6b1415db3), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:31.792336 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-57d80d82-6253-41e7-b1d7-901fef22ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (88a60a99-7841-4b77-8add-77c6b1415db3), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:31.795926 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-57d80d82-6253-41e7-b1d7-901fef22ea90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:31.797092 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-57d80d82-6253-41e7-b1d7-901fef22ea90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88a60a99-7841-4b77-8add-77c6b1415db3 HTTP/1.1" status: 204 len: 168 time: 0.1860168 Feb 21 09:54:31.807910 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d80d82-6253-41e7-b1d7-901fef22ea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a60a99-7841-4b77-8add-77c6b1415db3,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:31.850860 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.357984 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36716) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:33.467951 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09743a82-c984-47d5-a41d-d5b753937f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.529659 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.544941 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09743a82-c984-47d5-a41d-d5b753937f93 admin admin] Publish callbacks [] for security_group (3de522d2-ed69-41cb-8375-718fa0b77d24), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.622982 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-09743a82-c984-47d5-a41d-d5b753937f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3de522d2-ed69-41cb-8375-718fa0b77d24), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.665168 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-09743a82-c984-47d5-a41d-d5b753937f93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15e809dcedc8449ea66ed6290f54d1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059201 Feb 21 09:54:33.666300 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09743a82-c984-47d5-a41d-d5b753937f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de522d2-ed69-41cb-8375-718fa0b77d24,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:33.667219 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36720) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:33.729891 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9598de3-a3c1-4e65-af2a-deb51c39b139 admin admin] Publish callbacks [] for security_group (3de522d2-ed69-41cb-8375-718fa0b77d24), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.756023 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9598de3-a3c1-4e65-af2a-deb51c39b139 admin admin] Publish callbacks [] for security_group (3de522d2-ed69-41cb-8375-718fa0b77d24), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.891163 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9598de3-a3c1-4e65-af2a-deb51c39b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3de522d2-ed69-41cb-8375-718fa0b77d24), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.893889 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-d9598de3-a3c1-4e65-af2a-deb51c39b139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.895048 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-d9598de3-a3c1-4e65-af2a-deb51c39b139 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3de522d2-ed69-41cb-8375-718fa0b77d24 HTTP/1.1" status: 204 len: 168 time: 0.2264652 Feb 21 09:54:33.903203 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9598de3-a3c1-4e65-af2a-deb51c39b139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de522d2-ed69-41cb-8375-718fa0b77d24,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:34.742730 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:35.828260 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.558001 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36878) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:46.666813 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.740751 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Publish callbacks [] for security_group (599e839c-f695-4b83-aacf-ccb6100990e3), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.816640 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (599e839c-f695-4b83-aacf-ccb6100990e3), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.855293 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c8c03e522714284a1dc87ef2c52deed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961586 Feb 21 09:54:46.856541 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599e839c-f695-4b83-aacf-ccb6100990e3,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:46.857988 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36882) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:46.865016 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.865647 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.866000 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.866353 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.866664 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.866993 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.867323 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.867648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.867980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.868301 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.868625 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.868943 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.869261 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0809b6-936d-4a5a-bc5a-1b7d1bd53f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:46.909924 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c71515a-d9f1-4021-b8f4-c054e487a1b3 admin admin] Publish callbacks [] for security_group (599e839c-f695-4b83-aacf-ccb6100990e3), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.932187 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c71515a-d9f1-4021-b8f4-c054e487a1b3 admin admin] Publish callbacks [] for security_group (599e839c-f695-4b83-aacf-ccb6100990e3), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.047388 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c71515a-d9f1-4021-b8f4-c054e487a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (599e839c-f695-4b83-aacf-ccb6100990e3), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.049991 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-5c71515a-d9f1-4021-b8f4-c054e487a1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.051142 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-5c71515a-d9f1-4021-b8f4-c054e487a1b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/599e839c-f695-4b83-aacf-ccb6100990e3 HTTP/1.1" status: 204 len: 168 time: 0.1921663 Feb 21 09:54:47.059269 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71515a-d9f1-4021-b8f4-c054e487a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e839c-f695-4b83-aacf-ccb6100990e3,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:47.660801 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36892) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:47.674465 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-de060440-e206-46bb-9f5d-1af536fe9f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.747497 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-de060440-e206-46bb-9f5d-1af536fe9f62 admin admin] Publish callbacks [] for security_group (fe6fb160-70ad-46de-94eb-b8a003274507), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.830179 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-de060440-e206-46bb-9f5d-1af536fe9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fe6fb160-70ad-46de-94eb-b8a003274507), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.868891 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de060440-e206-46bb-9f5d-1af536fe9f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6fb160-70ad-46de-94eb-b8a003274507,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:47.873074 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-de060440-e206-46bb-9f5d-1af536fe9f62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3f887c613c64218963cb6ecfdb0c6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112834 Feb 21 09:54:47.877386 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36894) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:47.940914 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cad2f77b-c443-4533-8668-a07a78948500 admin admin] Publish callbacks [] for security_group (fe6fb160-70ad-46de-94eb-b8a003274507), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.967056 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cad2f77b-c443-4533-8668-a07a78948500 admin admin] Publish callbacks [] for security_group (fe6fb160-70ad-46de-94eb-b8a003274507), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.115811 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cad2f77b-c443-4533-8668-a07a78948500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (fe6fb160-70ad-46de-94eb-b8a003274507), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.118410 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cad2f77b-c443-4533-8668-a07a78948500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.119592 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-cad2f77b-c443-4533-8668-a07a78948500 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe6fb160-70ad-46de-94eb-b8a003274507 HTTP/1.1" status: 204 len: 168 time: 0.2409904 Feb 21 09:54:48.128542 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2f77b-c443-4533-8668-a07a78948500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6fb160-70ad-46de-94eb-b8a003274507,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:48.763677 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36902) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:48.777815 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bb86eeea-8faf-443c-952f-8fe82a391157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.853197 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bb86eeea-8faf-443c-952f-8fe82a391157 admin admin] Publish callbacks [] for security_group (8a28341a-ad3d-4c43-8076-4872f4440e69), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.921198 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-bb86eeea-8faf-443c-952f-8fe82a391157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (8a28341a-ad3d-4c43-8076-4872f4440e69), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.960352 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-bb86eeea-8faf-443c-952f-8fe82a391157 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7eb8d2daf6aa4fc4b5eccf3b4e461e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956084 Feb 21 09:54:48.961171 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86eeea-8faf-443c-952f-8fe82a391157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28341a-ad3d-4c43-8076-4872f4440e69,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:48.963160 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36904) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:49.011502 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e7680f80-7071-4e64-8370-eeb46ca250d3 admin admin] Publish callbacks [] for security_group (8a28341a-ad3d-4c43-8076-4872f4440e69), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:49.031999 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e7680f80-7071-4e64-8370-eeb46ca250d3 admin admin] Publish callbacks [] for security_group (8a28341a-ad3d-4c43-8076-4872f4440e69), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:49.149610 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e7680f80-7071-4e64-8370-eeb46ca250d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (8a28341a-ad3d-4c43-8076-4872f4440e69), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:49.152141 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e7680f80-7071-4e64-8370-eeb46ca250d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:49.153278 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e7680f80-7071-4e64-8370-eeb46ca250d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a28341a-ad3d-4c43-8076-4872f4440e69 HTTP/1.1" status: 204 len: 168 time: 0.1890860 Feb 21 09:54:49.161143 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7680f80-7071-4e64-8370-eeb46ca250d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28341a-ad3d-4c43-8076-4872f4440e69,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:58.184096 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-87670c85-1a25-4d0f-a488-1164dac515f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:00.504334 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a7da4e7c-9c3e-4ff4-ae11-b89d133c3739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:01.841695 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:03.562249 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:04.768003 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:05.710287 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 36976) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:05.823182 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e49337e2-4c38-4312-82ae-6b8fc0230158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:05.863213 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:05.903333 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e49337e2-4c38-4312-82ae-6b8fc0230158 admin admin] Publish callbacks [] for security_group (301902c3-b564-42e0-ac1a-925e8e24e1e6), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:05.960340 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-e49337e2-4c38-4312-82ae-6b8fc0230158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (301902c3-b564-42e0-ac1a-925e8e24e1e6), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:05.999190 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-e49337e2-4c38-4312-82ae-6b8fc0230158 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6bd9781e0e7f484fb13291a4bc39a0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878048 Feb 21 09:55:06.000168 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49337e2-4c38-4312-82ae-6b8fc0230158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301902c3-b564-42e0-ac1a-925e8e24e1e6,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:06.002337 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 36980) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:06.052133 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Publish callbacks [] for security_group (301902c3-b564-42e0-ac1a-925e8e24e1e6), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:06.073687 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Publish callbacks [] for security_group (301902c3-b564-42e0-ac1a-925e8e24e1e6), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:06.208107 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (301902c3-b564-42e0-ac1a-925e8e24e1e6), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:06.210800 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:06.211937 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/301902c3-b564-42e0-ac1a-925e8e24e1e6 HTTP/1.1" status: 204 len: 168 time: 0.2079430 Feb 21 09:55:06.220148 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301902c3-b564-42e0-ac1a-925e8e24e1e6,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:06.227436 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.227819 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.228165 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.228507 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.228841 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.229213 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.229503 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.229856 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.230188 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.230518 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.230843 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.231163 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:06.231486 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4c4a-5199-4f24-ba26-093b5c872d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:07.109800 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37002) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:07.207771 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-559678056-network', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:07.303386 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Made reservation on behalf of 6677004a2f1e44f7a29a7e025e86217d for: {'network': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:07.305855 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.317501 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.391316 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks [] for security_group (b47ac915-78b2-4f27-878c-8e77cc23cbcc), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.465256 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b47ac915-78b2-4f27-878c-8e77cc23cbcc), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.492791 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=109840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:55:07.499162 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47ac915-78b2-4f27-878c-8e77cc23cbcc,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:07.505260 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (6ff764d0-0bc8-471a-8371-82e282c0de77), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.505632 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.segments_db [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Added segment 6ff764d0-0bc8-471a-8371-82e282c0de77 of type vlan for network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd Feb 21 09:55:07.545668 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (3b6e4e03-05b1-46bb-9c53-238bf1875ddd), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.642159 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:55:07.657255 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (3b6e4e03-05b1-46bb-9c53-238bf1875ddd), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.659120 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:07.659707 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.718536 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6e4e03-05b1-46bb-9c53-238bf1875ddd,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:07.729501 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:55:07.770695 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-30aee29c-0465-464c-8b1d-22cef832bac6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6596103 Feb 21 09:55:07.773304 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37006) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:07.778024 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Request body: {'subnet': {'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-559678056-subnet', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'ip_version': 4}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:07.841958 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Made reservation on behalf of 6677004a2f1e44f7a29a7e025e86217d for: {'subnet': 1} {{(pid=109840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:07.844311 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25946093'] for subnet (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.063268 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3737666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945887'] for subnet (21ec2cde-5773-4c91-8a10-0056dd8224b1), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.123447 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ec2cde-5773-4c91-8a10-0056dd8224b1,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:08.133218 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Checking segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:08.133615 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Network hostable DHCP agents. Network: 3b6e4e03-05b1-46bb-9c53-238bf1875ddd, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:55:08.225021 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:55:08.285897 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, 3b6e4e03-05b1-46bb-9c53-238bf1875ddd) {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:08.289938 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:08.290529 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.294712 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143292e6-629b-4a3f-9a15-fc2773e02cc0 None None] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:55:08.371408 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-e055342c-a935-49e0-b78c-4544e37d551f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5969899 Feb 21 09:55:08.374177 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37008) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:08.379494 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:08.396126 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:55:08.396986 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.463714 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (086cdb05-6b97-4aee-8e53-22343795de0e), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.464840 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (086cdb05-6b97-4aee-8e53-22343795de0e), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.516260 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks [] for router_controller (086cdb05-6b97-4aee-8e53-22343795de0e), precommit_add_association {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.529747 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Allocated IP 172.20.0.2 (3b6e4e03-05b1-46bb-9c53-238bf1875ddd/21ec2cde-5773-4c91-8a10-0056dd8224b1/e61d485d-0969-4e3f-b445-01794b47d191) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:08.673941 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Publish callbacks [] for port (e61d485d-0969-4e3f-b445-01794b47d191), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.708432 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks [] for router_gateway (086cdb05-6b97-4aee-8e53-22343795de0e), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.760651 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (e61d485d-0969-4e3f-b445-01794b47d191), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.802580 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:08.805314 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:08.813803 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:08.816781 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Pushing event updated for resources: {'Port': ['ID=e61d485d-0969-4e3f-b445-01794b47d191,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:08.827887 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.828259 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.828589 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.828930 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.829264 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.829623 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.830484 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.830818 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.831153 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.831481 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.831805 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.832300 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.832445 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:08.880923 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Attempting to bind port e61d485d-0969-4e3f-b445-01794b47d191 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:08.881297 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Attempting to bind port e61d485d-0969-4e3f-b445-01794b47d191 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:08.881698 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Attempting to bind port e61d485d-0969-4e3f-b445-01794b47d191 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:08.887052 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:08.887432 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Checking segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:08.887839 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.888315 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Bound using segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:08.888709 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Bound port: e61d485d-0969-4e3f-b445-01794b47d191, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:08.889094 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e61d485d-0969-4e3f-b445-01794b47d191), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.957620 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] For port e61d485d-0969-4e3f-b445-01794b47d191, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:08.960704 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] For port e61d485d-0969-4e3f-b445-01794b47d191, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=e61d485d-0969-4e3f-b445-01794b47d191,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:08.996700 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks [] for router_gateway (086cdb05-6b97-4aee-8e53-22343795de0e), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:09.015987 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:09.043492 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (e61d485d-0969-4e3f-b445-01794b47d191), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:09.112698 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477659de-e18a-49d8-94e7-0f58ad01b5b8 None None] Pushing event updated for resources: {'Port': ['ID=e61d485d-0969-4e3f-b445-01794b47d191,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:09.127877 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Allocated IP 172.27.3.84 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/3d009919-d3ff-45d4-b6d9-546b0c6273de) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:09.245949 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks [] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:09.339871 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:09.381073 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:09.384085 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:09.390258 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:09.396051 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Pushing event updated for resources: {'Port': ['ID=3d009919-d3ff-45d4-b6d9-546b0c6273de,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:09.715947 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks [] for router_gateway (086cdb05-6b97-4aee-8e53-22343795de0e), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.011081 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d7059b-1a80-48fb-8c13-c6c492c36132 None None] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:55:10.078679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-7afe0a91-b2ff-4501-ad51-3dde7f47f0f5 None None] Provisioning complete for port e61d485d-0969-4e3f-b445-01794b47d191 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:10.078968 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a91-b2ff-4501-ad51-3dde7f47f0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (e61d485d-0969-4e3f-b445-01794b47d191), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.174759 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (086cdb05-6b97-4aee-8e53-22343795de0e), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.209325 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-7afe0a91-b2ff-4501-ad51-3dde7f47f0f5 None None] Current status of the port e61d485d-0969-4e3f-b445-01794b47d191 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:10.209748 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a91-b2ff-4501-ad51-3dde7f47f0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (e61d485d-0969-4e3f-b445-01794b47d191), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.245313 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-7afe0a91-b2ff-4501-ad51-3dde7f47f0f5 None None] For port e61d485d-0969-4e3f-b445-01794b47d191, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=e61d485d-0969-4e3f-b445-01794b47d191,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:10.322563 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7afe0a91-b2ff-4501-ad51-3dde7f47f0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (e61d485d-0969-4e3f-b445-01794b47d191), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.377874 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe0a91-b2ff-4501-ad51-3dde7f47f0f5 None None] Pushing event updated for resources: {'Port': ['ID=e61d485d-0969-4e3f-b445-01794b47d191,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:10.396791 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Router 086cdb05-6b97-4aee-8e53-22343795de0e is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:55:10.450264 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-7e485a8f-a1cd-4110-8af1-4b2365bbbb9f None None] Provisioning complete for port e61d485d-0969-4e3f-b445-01794b47d191 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:10.450779 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7e485a8f-a1cd-4110-8af1-4b2365bbbb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (e61d485d-0969-4e3f-b445-01794b47d191), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.481364 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device e61d485d-0969-4e3f-b445-01794b47d191 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:10.512100 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:55:10.526733 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:55:10.550952 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:10.551579 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:10.579385 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.581350 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-83e653ba-81bf-4008-a41b-9abe1e170553 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2061665 Feb 21 09:55:10.583955 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37010) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:10.632495 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port e61d485d-0969-4e3f-b445-01794b47d191 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:10.632788 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (e61d485d-0969-4e3f-b445-01794b47d191), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:10.657797 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-7e485a8f-a1cd-4110-8af1-4b2365bbbb9f None None] Current status of the port e61d485d-0969-4e3f-b445-01794b47d191 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:10.726599 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:10.858386 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port e61d485d-0969-4e3f-b445-01794b47d191 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:10.975086 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:09Z', 'revision_number': 3, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:10.988743 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:55:10.989124 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Updating router 086cdb05-6b97-4aee-8e53-22343795de0e port 3d009919-d3ff-45d4-b6d9-546b0c6273de binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:55:11.021324 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.025792 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.187104 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Allocated IP 172.20.0.1 (3b6e4e03-05b1-46bb-9c53-238bf1875ddd/21ec2cde-5773-4c91-8a10-0056dd8224b1/b90e6fb4-32b1-4336-a076-606a77815a07) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:11.301648 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks [] for port (b90e6fb4-32b1-4336-a076-606a77815a07), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.406389 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.419229 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Publish callbacks [] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.444604 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:11.447530 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:11.450940 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:11.477245 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Pushing event updated for resources: {'Port': ['ID=b90e6fb4-32b1-4336-a076-606a77815a07,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:11.497694 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (086cdb05-6b97-4aee-8e53-22343795de0e), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.514666 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.570668 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Attempting to bind port 3d009919-d3ff-45d4-b6d9-546b0c6273de on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:11.571049 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Attempting to bind port 3d009919-d3ff-45d4-b6d9-546b0c6273de by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:11.571419 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Attempting to bind port 3d009919-d3ff-45d4-b6d9-546b0c6273de on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:11.574883 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a819ac-c92f-438d-8451-2e2239dbeb70 None None] Pushing event updated for resources: {'Port': ['ID=3d009919-d3ff-45d4-b6d9-546b0c6273de,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:11.583150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:11.583150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:11.583150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.583150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:11.583150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Bound port: 3d009919-d3ff-45d4-b6d9-546b0c6273de, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:11.583150 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.645149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] For port 3d009919-d3ff-45d4-b6d9-546b0c6273de, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:11.648443 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] For port 3d009919-d3ff-45d4-b6d9-546b0c6273de, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=3d009919-d3ff-45d4-b6d9-546b0c6273de,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:11.688108 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-16ef4a66-1009-4f5f-9e44-2cfd7b6866f0 None None] Provisioning complete for port b90e6fb4-32b1-4336-a076-606a77815a07 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:11.688485 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-16ef4a66-1009-4f5f-9e44-2cfd7b6866f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.723159 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.724496 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.733839 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-16ef4a66-1009-4f5f-9e44-2cfd7b6866f0 None None] Port b90e6fb4-32b1-4336-a076-606a77815a07 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:55:11.786057 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:11.786698 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:11.791652 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a819ac-c92f-438d-8451-2e2239dbeb70 None None] Pushing event updated for resources: {'Port': ['ID=3d009919-d3ff-45d4-b6d9-546b0c6273de,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:11.900359 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks [] for port (b90e6fb4-32b1-4336-a076-606a77815a07), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:11.904923 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:11.948837 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:12.014457 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Pushing event updated for resources: {'Port': ['ID=b90e6fb4-32b1-4336-a076-606a77815a07,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:12.020325 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (086cdb05-6b97-4aee-8e53-22343795de0e), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:12.115523 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:12.116711 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:12.118548 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:12.145097 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41687fd-dff4-404b-95ac-0b8cddeaee96 None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:55:12.257365 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:55:12.363724 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-593a540a-020c-4079-ab2f-1d286852aa2a None None] Provisioning complete for port b90e6fb4-32b1-4336-a076-606a77815a07 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:12.364219 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-593a540a-020c-4079-ab2f-1d286852aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:12.406948 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-593a540a-020c-4079-ab2f-1d286852aa2a None None] Port b90e6fb4-32b1-4336-a076-606a77815a07 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:55:12.416160 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:55:12.426684 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-dccecd87-7d00-4657-b2f6-1c9b44de5331 admin admin] 10.222.0.60 "PUT /v2.0/routers/086cdb05-6b97-4aee-8e53-22343795de0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8369210 Feb 21 09:55:12.448203 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device e61d485d-0969-4e3f-b445-01794b47d191 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:12.511171 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port e61d485d-0969-4e3f-b445-01794b47d191 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:12.511645 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (e61d485d-0969-4e3f-b445-01794b47d191), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:12.599828 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port e61d485d-0969-4e3f-b445-01794b47d191 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:13.201895 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37028) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:13.207229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-622368802-network', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:13.288665 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Made reservation on behalf of 13900fc8d37f489b893ebe4b776d815f for: {'network': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:13.291166 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for network (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.312289 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.405725 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks [] for security_group (3ce720ab-6f78-43e0-bad4-63af2ea1edd1), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.496669 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3ce720ab-6f78-43e0-bad4-63af2ea1edd1), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.520521 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=109841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:55:13.526006 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce720ab-6f78-43e0-bad4-63af2ea1edd1,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:13.533305 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (0a3c212c-4811-4b1b-b96a-7917c1c9126e), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.533603 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.segments_db [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Added segment 0a3c212c-4811-4b1b-b96a-7917c1c9126e of type vlan for network a12dd73a-6a17-4601-905f-995595763f8b Feb 21 09:55:13.576181 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770778978196'] for network (a12dd73a-6a17-4601-905f-995595763f8b), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.654349 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000'] for network (a12dd73a-6a17-4601-905f-995595763f8b), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.655353 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:13.655923 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.718156 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a12dd73a-6a17-4601-905f-995595763f8b,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:13.729629 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Network a12dd73a-6a17-4601-905f-995595763f8b details requested by agent ovs-agent-dv-cinder-804735-19-iscsi with host dv-cinder-804735-19-iscsi {{(pid=109842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:55:13.771242 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-336e7adf-9b0a-4cc1-b508-9011dadf85c8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5680790 Feb 21 09:55:13.774741 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37030) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:13.779654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Request body: {'subnet': {'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-622368802-subnet', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'ip_version': 4}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:13.852319 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Made reservation on behalf of 13900fc8d37f489b893ebe4b776d815f for: {'subnet': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:13.855319 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25632460'] for subnet (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.092501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3326199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25632318'] for subnet (3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.150389 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:14.160311 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Checking segment: {'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:14.160670 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Network hostable DHCP agents. Network: a12dd73a-6a17-4601-905f-995595763f8b, hostable agents: ['775baa01-7dbd-48a6-bc2b-d6745fcab74a'], hosted agents: [] {{(pid=109841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:55:14.204790 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:55:14.215337 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:14.216942 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:14.231116 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Network a12dd73a-6a17-4601-905f-995595763f8b is scheduled to be hosted by DHCP agent 775baa01-7dbd-48a6-bc2b-d6745fcab74a with binding_index 1 {{(pid=109841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:55:14.288401 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-19-iscsi, a12dd73a-6a17-4601-905f-995595763f8b) {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:14.292451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:14.293056 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.298564 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d3519-73f1-4d8b-9bc5-6cb3a9a60444 None None] Network a12dd73a-6a17-4601-905f-995595763f8b requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:55:14.326316 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:14.357646 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5f4e10c3-cbb5-479f-b403-25f58ca69854 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5815976 Feb 21 09:55:14.360015 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37032) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:14.364368 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:14.412976 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd8491d-71aa-5a82-b75a-c9456f7a75cc-a12dd73a-6a17-4601-905f-995595763f8b', 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b', 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'fixed_ips': [{'subnet_id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb'}]}} from dv-cinder-804735-19-iscsi. {{(pid=109842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:55:14.413999 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.447810 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 3d009919-d3ff-45d4-b6d9-546b0c6273de up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:14.452260 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31150'] for router (f4e2e98b-a4be-4bca-8a81-b071b5928967), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.453330 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1688955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31153'] for router (f4e2e98b-a4be-4bca-8a81-b071b5928967), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.518746 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks [] for router_controller (f4e2e98b-a4be-4bca-8a81-b071b5928967), precommit_add_association {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.562706 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 2, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:14.590254 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:55:14.590612 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Updating router 086cdb05-6b97-4aee-8e53-22343795de0e port b90e6fb4-32b1-4336-a076-606a77815a07 binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:55:14.599614 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 3d009919-d3ff-45d4-b6d9-546b0c6273de triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:14.600003 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.618682 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.633598 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.db_base_plugin_common [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Allocated IP 172.20.0.2 (a12dd73a-6a17-4601-905f-995595763f8b/3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb/192105f9-5345-43d6-bb49-73e4b75ee190) {{(pid=109842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:14.752727 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks [] for router_gateway (f4e2e98b-a4be-4bca-8a81-b071b5928967), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.758501 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 3d009919-d3ff-45d4-b6d9-546b0c6273de is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:14.759048 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.797573 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 3d009919-d3ff-45d4-b6d9-546b0c6273de, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=3d009919-d3ff-45d4-b6d9-546b0c6273de,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:14.840823 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Publish callbacks [] for port (192105f9-5345-43d6-bb49-73e4b75ee190), precommit_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.889226 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Publish callbacks [] for port (b90e6fb4-32b1-4336-a076-606a77815a07), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.909675 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), after_create {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.909675 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.951641 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Network a12dd73a-6a17-4601-905f-995595763f8b is already hosted by enough agents. {{(pid=109842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:14.960149 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Resources bound (agent type, host, resource id): {{(pid=109842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:14.963560 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Received port after_create {{(pid=109842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:14.967273 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Pushing event updated for resources: {'Port': ['ID=192105f9-5345-43d6-bb49-73e4b75ee190,revision_number=1']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:14.975180 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.034112 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Pushing event updated for resources: {'Port': ['ID=b90e6fb4-32b1-4336-a076-606a77815a07,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:15.045998 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.046379 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.046749 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.047092 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.047430 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.047766 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.048109 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.048451 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.048776 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.049366 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.049933 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.050412 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.050748 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:15.077956 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Attempting to bind port 192105f9-5345-43d6-bb49-73e4b75ee190 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:15.078228 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Attempting to bind port 192105f9-5345-43d6-bb49-73e4b75ee190 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:15.078603 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Attempting to bind port 192105f9-5345-43d6-bb49-73e4b75ee190 on network a12dd73a-6a17-4601-905f-995595763f8b {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:15.079758 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks [] for router_gateway (f4e2e98b-a4be-4bca-8a81-b071b5928967), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.088459 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:15.088879 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Checking segment: {'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:15.089302 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.089740 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Bound using segment: {'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:15.090243 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Bound port: 192105f9-5345-43d6-bb49-73e4b75ee190, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:15.090640 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.094315 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=3d009919-d3ff-45d4-b6d9-546b0c6273de,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:15.112308 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.125482 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Attempting to bind port b90e6fb4-32b1-4336-a076-606a77815a07 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:15.128075 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Attempting to bind port b90e6fb4-32b1-4336-a076-606a77815a07 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:15.128075 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Attempting to bind port b90e6fb4-32b1-4336-a076-606a77815a07 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:15.132685 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:15.133126 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Checking segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:15.133564 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.134147 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Bound using segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:15.134813 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Bound port: b90e6fb4-32b1-4336-a076-606a77815a07, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:15.135511 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.196895 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] For port 192105f9-5345-43d6-bb49-73e4b75ee190, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:15.201255 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] For port 192105f9-5345-43d6-bb49-73e4b75ee190, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=192105f9-5345-43d6-bb49-73e4b75ee190,segment=NetworkSegment(0a3c212c-4811-4b1b-b96a-7917c1c9126e),segment_id=0a3c212c-4811-4b1b-b96a-7917c1c9126e)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:15.212822 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] For port b90e6fb4-32b1-4336-a076-606a77815a07, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:15.217089 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] For port b90e6fb4-32b1-4336-a076-606a77815a07, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b90e6fb4-32b1-4336-a076-606a77815a07,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:15.240495 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Allocated IP 172.27.3.135 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/7e2b5df4-d730-4809-a821-ffdcfea075db) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:15.266341 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.286888 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.331506 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee7b8-021c-45b4-a8a3-50c96fd67b8e None None] Pushing event updated for resources: {'Port': ['ID=192105f9-5345-43d6-bb49-73e4b75ee190,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:15.351501 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks [] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.357448 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-320922a7-e9ab-4065-a457-b0bf50ed3251 None None] Provisioning complete for port b90e6fb4-32b1-4336-a076-606a77815a07 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:15.357866 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-320922a7-e9ab-4065-a457-b0bf50ed3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.365201 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:15.365943 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:15.407113 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0ab69-5e42-4f9f-a553-569e79028250 None None] Pushing event updated for resources: {'Port': ['ID=b90e6fb4-32b1-4336-a076-606a77815a07,revision_number=4']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:15.454654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.462702 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-320922a7-e9ab-4065-a457-b0bf50ed3251 None None] Current status of the port b90e6fb4-32b1-4336-a076-606a77815a07 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:15.463349 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-320922a7-e9ab-4065-a457-b0bf50ed3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.504399 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:15.510097 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:15.516542 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:15.524319 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-320922a7-e9ab-4065-a457-b0bf50ed3251 None None] For port b90e6fb4-32b1-4336-a076-606a77815a07, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b90e6fb4-32b1-4336-a076-606a77815a07,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:15.531916 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:15.551016 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2b5df4-d730-4809-a821-ffdcfea075db,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:15.623841 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-320922a7-e9ab-4065-a457-b0bf50ed3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.687359 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320922a7-e9ab-4065-a457-b0bf50ed3251 None None] Pushing event updated for resources: {'Port': ['ID=b90e6fb4-32b1-4336-a076-606a77815a07,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:15.746470 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-2b19cfcb-eb0b-4af0-8e62-ca4d8cd22880 None None] Provisioning complete for port b90e6fb4-32b1-4336-a076-606a77815a07 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:15.747010 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2b19cfcb-eb0b-4af0-8e62-ca4d8cd22880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.812162 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:15.847538 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-2b19cfcb-eb0b-4af0-8e62-ca4d8cd22880 None None] Current status of the port b90e6fb4-32b1-4336-a076-606a77815a07 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:15.848323 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204b8b1-18d5-4282-b036-fb214b571dbb None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:55:15.901115 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks [] for router_gateway (f4e2e98b-a4be-4bca-8a81-b071b5928967), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:16.117423 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689004'] for router (f4e2e98b-a4be-4bca-8a81-b071b5928967), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:16.334838 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Router f4e2e98b-a4be-4bca-8a81-b071b5928967 is scheduled to L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 with binding_index 1 {{(pid=109841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:55:16.486422 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd71fb-6182-4ee7-80d1-3c0c30ce5ba6 None None] Network a12dd73a-6a17-4601-905f-995595763f8b requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:55:16.501767 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:55:16.535426 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Sync routers for ids ['f4e2e98b-a4be-4bca-8a81-b071b5928967'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:55:16.582438 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:16.585879 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-59753874-dedd-41f0-8302-5bcce9282572 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2223186 Feb 21 09:55:16.586060 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Routers {'f4e2e98b-a4be-4bca-8a81-b071b5928967'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:16.586060 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['f4e2e98b-a4be-4bca-8a81-b071b5928967'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:16.586307 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37034) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:16.626500 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 192105f9-5345-43d6-bb49-73e4b75ee190 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:16.843290 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-0e8e9688-9f6d-430d-a401-3727d63e796b None None] Provisioning complete for port 192105f9-5345-43d6-bb49-73e4b75ee190 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:16.843579 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9688-9f6d-430d-a401-3727d63e796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:16.957673 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Set router f4e2e98b-a4be-4bca-8a81-b071b5928967 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:16.988190 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 192105f9-5345-43d6-bb49-73e4b75ee190 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:16.988594 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.163221 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e9688-9f6d-430d-a401-3727d63e796b None None] Current status of the port 192105f9-5345-43d6-bb49-73e4b75ee190 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:17.163621 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9688-9f6d-430d-a401-3727d63e796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.262851 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 192105f9-5345-43d6-bb49-73e4b75ee190 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:17.263163 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.277090 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-0e8e9688-9f6d-430d-a401-3727d63e796b None None] For port 192105f9-5345-43d6-bb49-73e4b75ee190, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=192105f9-5345-43d6-bb49-73e4b75ee190,segment=NetworkSegment(0a3c212c-4811-4b1b-b96a-7917c1c9126e),segment_id=0a3c212c-4811-4b1b-b96a-7917c1c9126e)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:17.306770 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 3, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port': {'id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:15Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:17.317629 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.334845 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Checking router: f4e2e98b-a4be-4bca-8a81-b071b5928967 for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:55:17.335199 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Updating router f4e2e98b-a4be-4bca-8a81-b071b5928967 port 7e2b5df4-d730-4809-a821-ffdcfea075db binding host dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:55:17.363740 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9688-9f6d-430d-a401-3727d63e796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.413903 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.469299 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.db.api [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:55:17.469718 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG oslo_db.api [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:55:17.482136 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Allocated IP 172.20.0.1 (a12dd73a-6a17-4601-905f-995595763f8b/3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb/ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:17.482703 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e9688-9f6d-430d-a401-3727d63e796b None None] Pushing event updated for resources: {'Port': ['ID=192105f9-5345-43d6-bb49-73e4b75ee190,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:17.558390 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-cd76a597-6f25-4bfd-9a26-4262d43e63cd None None] Provisioning complete for port 192105f9-5345-43d6-bb49-73e4b75ee190 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:17.558772 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-cd76a597-6f25-4bfd-9a26-4262d43e63cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.590648 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks [] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.698650 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.722773 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-cd76a597-6f25-4bfd-9a26-4262d43e63cd None None] Current status of the port 192105f9-5345-43d6-bb49-73e4b75ee190 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:17.737790 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Network a12dd73a-6a17-4601-905f-995595763f8b is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:17.740650 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:17.746487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:17.770385 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Pushing event updated for resources: {'Port': ['ID=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:17.779800 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Publish callbacks [] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), precommit_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.793317 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1694331'] for router_interface (f4e2e98b-a4be-4bca-8a81-b071b5928967), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.883806 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.945632 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Attempting to bind port 7e2b5df4-d730-4809-a821-ffdcfea075db on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:17.946012 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Attempting to bind port 7e2b5df4-d730-4809-a821-ffdcfea075db by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:17.946380 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Attempting to bind port 7e2b5df4-d730-4809-a821-ffdcfea075db on network 0a31e9d4-db1f-44bc-b113-2e474c29defa {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:17.968920 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:17.970762 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Checking segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:17.970762 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.970762 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Bound using segment: {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'} {{(pid=109842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:17.970762 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.managers [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Bound port: 7e2b5df4-d730-4809-a821-ffdcfea075db, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055142f-5b84-4f86-bac3-a6e65329bd65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa'}}] {{(pid=109842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:17.971210 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:17.995809 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20eab7-cabc-4819-a8e2-d8c7c9447459 None None] Pushing event updated for resources: {'Port': ['ID=7e2b5df4-d730-4809-a821-ffdcfea075db,revision_number=2']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:18.018932 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-8a05fd16-8b8a-4249-b9f6-9865ac268b70 None None] Provisioning complete for port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:18.019246 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8a05fd16-8b8a-4249-b9f6-9865ac268b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.024825 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.071452 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 192105f9-5345-43d6-bb49-73e4b75ee190 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:18.072453 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b90e6fb4-32b1-4336-a076-606a77815a07 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:18.105201 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-8a05fd16-8b8a-4249-b9f6-9865ac268b70 None None] Port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:55:18.121448 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] For port 7e2b5df4-d730-4809-a821-ffdcfea075db, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:18.125841 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] For port 7e2b5df4-d730-4809-a821-ffdcfea075db, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=7e2b5df4-d730-4809-a821-ffdcfea075db,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:18.146313 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port b90e6fb4-32b1-4336-a076-606a77815a07 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:18.146686 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.191618 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks [] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.222725 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.232453 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port b90e6fb4-32b1-4336-a076-606a77815a07 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:18.233467 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 3d009919-d3ff-45d4-b6d9-546b0c6273de up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:18.240946 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.310129 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694447'] for router_interface (f4e2e98b-a4be-4bca-8a81-b071b5928967), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.313057 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Pushing event updated for resources: {'Port': ['ID=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:18.327555 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Routers {'f4e2e98b-a4be-4bca-8a81-b071b5928967'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:18.328333 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['f4e2e98b-a4be-4bca-8a81-b071b5928967'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:18.330133 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20eab7-cabc-4819-a8e2-d8c7c9447459 None None] Pushing event updated for resources: {'Port': ['ID=7e2b5df4-d730-4809-a821-ffdcfea075db,revision_number=3']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:18.399462 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 3d009919-d3ff-45d4-b6d9-546b0c6273de triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:18.400045 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.422351 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Network a12dd73a-6a17-4601-905f-995595763f8b is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:18.424027 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:18.503076 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] Set router f4e2e98b-a4be-4bca-8a81-b071b5928967 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:18.573067 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Router f4e2e98b-a4be-4bca-8a81-b071b5928967 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:55:18.629342 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 3d009919-d3ff-45d4-b6d9-546b0c6273de is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:18.702087 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:55:18.707291 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-164a6691-679c-4cdf-9715-c33d5bdd6179 admin admin] 10.222.0.60 "PUT /v2.0/routers/f4e2e98b-a4be-4bca-8a81-b071b5928967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1200497 Feb 21 09:55:18.731006 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 192105f9-5345-43d6-bb49-73e4b75ee190 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:18.920139 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-e1392818-369d-43e8-9b95-3ffbc664c3d9 None None] Provisioning complete for port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:18.920519 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e1392818-369d-43e8-9b95-3ffbc664c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:18.976271 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-e1392818-369d-43e8-9b95-3ffbc664c3d9 None None] Port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:55:18.987764 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T09:55:17Z', 'revision_number': 4, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port': {'id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:15Z', 'updated_at': '2022-02-21T09:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5', 'name': '', 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'mac_address': 'fa:16:3e:fe:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:17Z', 'updated_at': '2022-02-21T09:55:18Z', 'revision_number': 2, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'subnets': [{'id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:18.991218 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 192105f9-5345-43d6-bb49-73e4b75ee190 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:18.991218 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.038048 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db1423-353f-4345-81ae-2f079fc17b0b None None] The sync data for ids ['f4e2e98b-a4be-4bca-8a81-b071b5928967'] in dv-cinder-804735-19-iscsi is: [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T09:55:17Z', 'revision_number': 4, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port': {'id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:15Z', 'updated_at': '2022-02-21T09:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5', 'name': '', 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'mac_address': 'fa:16:3e:fe:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:17Z', 'updated_at': '2022-02-21T09:55:18Z', 'revision_number': 2, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'subnets': [{'id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:55:19.109494 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 192105f9-5345-43d6-bb49-73e4b75ee190 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:19.347361 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37044) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:19.352086 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-25360ca5-d181-4a46-90ac-62c261513906 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367724581', 'description': 'tempest-secgroup-smoke-367724581 description', 'project_id': '6677004a2f1e44f7a29a7e025e86217d'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:19.443322 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-25360ca5-d181-4a46-90ac-62c261513906 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.531249 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-25360ca5-d181-4a46-90ac-62c261513906 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group (f3ee3206-dbbd-4799-a986-3f75d3cce278), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.623965 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-25360ca5-d181-4a46-90ac-62c261513906 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f3ee3206-dbbd-4799-a986-3f75d3cce278), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.656644 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25360ca5-d181-4a46-90ac-62c261513906 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ee3206-dbbd-4799-a986-3f75d3cce278,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:19.728877 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-25360ca5-d181-4a46-90ac-62c261513906 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.730617 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-25360ca5-d181-4a46-90ac-62c261513906 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3818207 Feb 21 09:55:19.733127 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37046) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:19.737654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-432fe2af-c35e-4924-a74b-320e9b3cfab8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'security_group_rule': {'security_group_id': 'f3ee3206-dbbd-4799-a986-3f75d3cce278', 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:19.842553 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-432fe2af-c35e-4924-a74b-320e9b3cfab8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (488bdd66-c845-43f5-a4e9-cea90d30d553), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.900112 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-432fe2af-c35e-4924-a74b-320e9b3cfab8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (488bdd66-c845-43f5-a4e9-cea90d30d553), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.968827 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-432fe2af-c35e-4924-a74b-320e9b3cfab8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (488bdd66-c845-43f5-a4e9-cea90d30d553), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:19.989072 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fe2af-c35e-4924-a74b-320e9b3cfab8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488bdd66-c845-43f5-a4e9-cea90d30d553,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:20.045898 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-432fe2af-c35e-4924-a74b-320e9b3cfab8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.047537 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-432fe2af-c35e-4924-a74b-320e9b3cfab8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3131585 Feb 21 09:55:20.050801 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37048) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:20.055435 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-85295c61-570e-455c-b2cf-fbcfa538d9ea tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'security_group_rule': {'security_group_id': 'f3ee3206-dbbd-4799-a986-3f75d3cce278', 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:20.164915 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85295c61-570e-455c-b2cf-fbcfa538d9ea tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (1d33fa94-d2be-438f-bc89-32dc6694f21b), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.234734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85295c61-570e-455c-b2cf-fbcfa538d9ea tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (1d33fa94-d2be-438f-bc89-32dc6694f21b), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.317696 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85295c61-570e-455c-b2cf-fbcfa538d9ea tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (1d33fa94-d2be-438f-bc89-32dc6694f21b), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.336914 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295c61-570e-455c-b2cf-fbcfa538d9ea tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d33fa94-d2be-438f-bc89-32dc6694f21b,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:20.414683 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-85295c61-570e-455c-b2cf-fbcfa538d9ea tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.415821 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-85295c61-570e-455c-b2cf-fbcfa538d9ea tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3639953 Feb 21 09:55:20.418671 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37050) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:20.423010 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-ce51607f-7232-4eee-8ce9-91c5afb2287e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'security_group_rule': {'security_group_id': 'f3ee3206-dbbd-4799-a986-3f75d3cce278', 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:20.509710 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ce51607f-7232-4eee-8ce9-91c5afb2287e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (4de1f1da-f7b7-470a-a2ef-7687e5889fed), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.567036 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ce51607f-7232-4eee-8ce9-91c5afb2287e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (4de1f1da-f7b7-470a-a2ef-7687e5889fed), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.637728 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ce51607f-7232-4eee-8ce9-91c5afb2287e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (4de1f1da-f7b7-470a-a2ef-7687e5889fed), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.655878 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51607f-7232-4eee-8ce9-91c5afb2287e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de1f1da-f7b7-470a-a2ef-7687e5889fed,revision_number=0']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:20.738666 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 7e2b5df4-d730-4809-a821-ffdcfea075db up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:20.740880 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-ce51607f-7232-4eee-8ce9-91c5afb2287e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.742129 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-ce51607f-7232-4eee-8ce9-91c5afb2287e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225317 Feb 21 09:55:20.745269 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37052) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:20.749974 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-ef0ee7b6-60fe-4e28-bd67-803f0a6690c2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'security_group_rule': {'security_group_id': 'f3ee3206-dbbd-4799-a986-3f75d3cce278', 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:20.795930 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 7e2b5df4-d730-4809-a821-ffdcfea075db triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:20.796320 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.840030 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee7b6-60fe-4e28-bd67-803f0a6690c2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (fe122fa3-25e2-4d7f-ba4b-a658d08dfb20), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.890411 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 7e2b5df4-d730-4809-a821-ffdcfea075db is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:20.890922 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.905858 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee7b6-60fe-4e28-bd67-803f0a6690c2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (fe122fa3-25e2-4d7f-ba4b-a658d08dfb20), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.914963 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] For port 7e2b5df4-d730-4809-a821-ffdcfea075db, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=7e2b5df4-d730-4809-a821-ffdcfea075db,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:20.978642 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee7b6-60fe-4e28-bd67-803f0a6690c2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (fe122fa3-25e2-4d7f-ba4b-a658d08dfb20), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.999830 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ee7b6-60fe-4e28-bd67-803f0a6690c2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe122fa3-25e2-4d7f-ba4b-a658d08dfb20,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:21.001096 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.054162 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee7b6-60fe-4e28-bd67-803f0a6690c2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.054898 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Pushing event updated for resources: {'Port': ['ID=7e2b5df4-d730-4809-a821-ffdcfea075db,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:21.055638 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-ef0ee7b6-60fe-4e28-bd67-803f0a6690c2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3093088 Feb 21 09:55:21.058481 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37054) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:21.062195 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Sync routers for ids ['f4e2e98b-a4be-4bca-8a81-b071b5928967'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:55:21.063297 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'security_group_rule': {'security_group_id': 'f3ee3206-dbbd-4799-a986-3f75d3cce278', 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:21.073152 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Routers {'f4e2e98b-a4be-4bca-8a81-b071b5928967'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:21.073842 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['f4e2e98b-a4be-4bca-8a81-b071b5928967'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:21.138333 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.securitygroups_db [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Project 6677004a2f1e44f7a29a7e025e86217d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:55:21.144403 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (deebf4d9-1cd8-4141-b32d-4dcc2d97fd0d), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.185967 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Set router f4e2e98b-a4be-4bca-8a81-b071b5928967 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:21.213433 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (deebf4d9-1cd8-4141-b32d-4dcc2d97fd0d), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.328937 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (deebf4d9-1cd8-4141-b32d-4dcc2d97fd0d), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.348242 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deebf4d9-1cd8-4141-b32d-4dcc2d97fd0d,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:21.396194 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T09:55:17Z', 'revision_number': 4, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port': {'id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:15Z', 'updated_at': '2022-02-21T09:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5', 'name': '', 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'mac_address': 'fa:16:3e:fe:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:17Z', 'updated_at': '2022-02-21T09:55:18Z', 'revision_number': 2, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'subnets': [{'id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:21.425320 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Checking router: f4e2e98b-a4be-4bca-8a81-b071b5928967 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:55:21.426748 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Updating router f4e2e98b-a4be-4bca-8a81-b071b5928967 port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 binding host dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:55:21.428478 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.429764 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d5679a74-d0b1-460f-91f6-6a38388d48f9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702772 Feb 21 09:55:21.432470 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37056) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:21.436951 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'security_group_rule': {'security_group_id': 'f3ee3206-dbbd-4799-a986-3f75d3cce278', 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:21.526838 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.securitygroups_db [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Project 6677004a2f1e44f7a29a7e025e86217d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:55:21.533882 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (82d66f1b-bf7e-49da-b081-dfaea8b85a5c), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.540345 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.597823 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (82d66f1b-bf7e-49da-b081-dfaea8b85a5c), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.671801 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803820'] for security_group_rule (82d66f1b-bf7e-49da-b081-dfaea8b85a5c), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.691969 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d66f1b-bf7e-49da-b081-dfaea8b85a5c,revision_number=0']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:21.759965 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.761139 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-b0858106-731d-4ae8-8a5a-0309b8ff0259 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3277173 Feb 21 09:55:21.817997 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Publish callbacks [] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), precommit_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.917430 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.967574 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a13c4-fb87-4e03-bb46-e8c09153a5d1 None None] Pushing event updated for resources: {'Port': ['ID=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,revision_number=3']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:22.042050 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Attempting to bind port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 on host dv-cinder-804735-19-iscsi for vnic_type normal with profile {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:22.042762 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Attempting to bind port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 by drivers openvswitch,hyperv on host dv-cinder-804735-19-iscsi at level 0 using segments [{'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:22.043271 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Attempting to bind port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 on network a12dd73a-6a17-4601-905f-995595763f8b {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:22.049418 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Checking agent: {'id': 'd3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 33, 5), 'started_at': datetime.datetime(2022, 2, 21, 9, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:22.050498 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Checking segment: {'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:22.051241 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.051532 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Bound using segment: {'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'} {{(pid=109843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:22.052031 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.managers [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Bound port: ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5, host: dv-cinder-804735-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3c212c-4811-4b1b-b96a-7917c1c9126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b'}}] {{(pid=109843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:22.052422 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), before_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.123605 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] For port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5, host dv-cinder-804735-19-iscsi, cleared binding levels {{(pid=109843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:22.127052 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.plugins.ml2.db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] For port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5, host dv-cinder-804735-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,segment=NetworkSegment(0a3c212c-4811-4b1b-b96a-7917c1c9126e),segment_id=0a3c212c-4811-4b1b-b96a-7917c1c9126e)] {{(pid=109843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:22.195532 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), after_update {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.219416 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-547dfbb6-eb96-4ab8-92c3-a28bb7db3272 None None] Provisioning complete for port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:22.220011 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-547dfbb6-eb96-4ab8-92c3-a28bb7db3272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.261822 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a13c4-fb87-4e03-bb46-e8c09153a5d1 None None] Pushing event updated for resources: {'Port': ['ID=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,revision_number=4']} {{(pid=109843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:22.267002 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Routers {'f4e2e98b-a4be-4bca-8a81-b071b5928967'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:55:22.267817 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:55:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['f4e2e98b-a4be-4bca-8a81-b071b5928967'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:22.310272 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-547dfbb6-eb96-4ab8-92c3-a28bb7db3272 None None] Current status of the port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 is: DOWN; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:22.310887 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-547dfbb6-eb96-4ab8-92c3-a28bb7db3272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.346939 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-547dfbb6-eb96-4ab8-92c3-a28bb7db3272 None None] For port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,segment=NetworkSegment(0a3c212c-4811-4b1b-b96a-7917c1c9126e),segment_id=0a3c212c-4811-4b1b-b96a-7917c1c9126e)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:22.388003 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] Set router f4e2e98b-a4be-4bca-8a81-b071b5928967 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:55:22.424094 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-547dfbb6-eb96-4ab8-92c3-a28bb7db3272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.479693 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dfbb6-eb96-4ab8-92c3-a28bb7db3272 None None] Pushing event updated for resources: {'Port': ['ID=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:22.552359 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-79c98755-6292-4721-841c-aa74008328f7 None None] Provisioning complete for port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:22.552829 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-79c98755-6292-4721-841c-aa74008328f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.603643 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T09:55:17Z', 'revision_number': 4, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port': {'id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:15Z', 'updated_at': '2022-02-21T09:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5', 'name': '', 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'mac_address': 'fa:16:3e:fe:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:17Z', 'updated_at': '2022-02-21T09:55:22Z', 'revision_number': 4, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'subnets': [{'id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:55:22.631747 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f664f-51ca-4f6e-8c89-f2757254ad85 None None] The sync data for ids ['f4e2e98b-a4be-4bca-8a81-b071b5928967'] in dv-cinder-804735-19-iscsi is: [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T09:55:17Z', 'revision_number': 4, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port': {'id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:15Z', 'updated_at': '2022-02-21T09:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5', 'name': '', 'network_id': 'a12dd73a-6a17-4601-905f-995595763f8b', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'mac_address': 'fa:16:3e:fe:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:17Z', 'updated_at': '2022-02-21T09:55:22Z', 'revision_number': 4, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'subnets': [{'id': '3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:55:22.650647 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-79c98755-6292-4721-841c-aa74008328f7 None None] Current status of the port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:22.750876 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 7e2b5df4-d730-4809-a821-ffdcfea075db up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:22.805787 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port 7e2b5df4-d730-4809-a821-ffdcfea075db triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:22.806170 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.887948 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port 7e2b5df4-d730-4809-a821-ffdcfea075db is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:22.889181 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 up at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:22.943364 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Provisioning complete for port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:22.943740 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:23.033603 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Current status of the port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 is: ACTIVE; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:28.181004 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-220395b7-6fe8-4f52-a036-deb576dc03ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:30.540580 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e7c-2b44-4b5b-aca5-059e5a82ff85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:31.852457 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:33.533354 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:34.807483 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:35.847963 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:42.786738 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-a0400d60-d779-4a39-a30e-75a179fd5e56 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367724581&fields=id&tenant_id=6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 267 time: 0.0443771 Feb 21 09:55:42.893257 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-11267456-6edd-42d7-9a01-2d8eb3d429ba tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:42.895273 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-11267456-6edd-42d7-9a01-2d8eb3d429ba tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 811 time: 0.1018243 Feb 21 09:55:42.909861 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-aa7ba291-f165-4cac-af45-58768ce936a2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/quotas/6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 375 time: 0.0093155 Feb 21 09:55:42.965476 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-cd8dd95f-c72c-4bac-8df2-a0f9c665e55c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499713 Feb 21 09:55:43.063051 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-5a4a6e1c-f691-40a6-8c36-9e2704917456 service neutron] 10.222.0.60 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855923 Feb 21 09:55:43.156998 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-aa67a574-9d41-45e0-a3f3-df61f8e965f6 service neutron] 10.222.0.60 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Feb 21 09:55:43.752589 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-758c21ec-5005-4cdc-8290-b3264bff704e req-456434e4-b23c-449f-8e0b-303ca18da91d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 210 time: 0.0277896 Feb 21 09:55:44.641000 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:55:44.833921 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b356de80-336a-49dd-9e45-f8fbc7747bec req-70e5ecaf-9fd0-4653-8711-4b0ab2ef1d51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 210 time: 0.0273900 Feb 21 09:55:45.926790 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-663cdff2-38ec-4369-83dc-fc0c68cf66dd req-f58f6b89-9c25-464a-90a2-28fdcdd35669 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 210 time: 0.0260084 Feb 21 09:55:46.103291 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-09078312-58c2-4ed8-b694-7d06425cc070 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:46.104725 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-09078312-58c2-4ed8-b694-7d06425cc070 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 811 time: 0.1070638 Feb 21 09:55:46.173952 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-f45d7b2e-012d-4d48-a2a5-5509333d2c77 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 379 time: 0.0542595 Feb 21 09:55:46.182208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'port': {'device_id': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'admin_state_up': True, 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'security_groups': ['f3ee3206-dbbd-4799-a986-3f75d3cce278']}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:46.371985 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Made reservation on behalf of 6677004a2f1e44f7a29a7e025e86217d for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:46.375438 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:46.509398 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Allocated IP 172.20.0.12 (3b6e4e03-05b1-46bb-9c53-238bf1875ddd/21ec2cde-5773-4c91-8a10-0056dd8224b1/a2f497de-e40d-4f01-8978-d5418c2a3ba0) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:46.655697 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:46.759715 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:46.803651 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:46.806728 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:46.813254 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:46.820199 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=a2f497de-e40d-4f01-8978-d5418c2a3ba0,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:46.872121 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:46.872121 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.037879 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-0b91fc91-ea97-4b88-b356-bc612025cc37 None None] Provisioning complete for port a2f497de-e40d-4f01-8978-d5418c2a3ba0 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:47.038862 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0b91fc91-ea97-4b88-b356-bc612025cc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.040229 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b822a18b-6a39-4e13-857e-63b7e10ff38a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8618212 Feb 21 09:55:47.058386 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Request body: {'port': {'device_id': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:47.075215 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-0b91fc91-ea97-4b88-b356-bc612025cc37 None None] Port a2f497de-e40d-4f01-8978-d5418c2a3ba0 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:55:47.090810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba26bd6-287b-47d4-a060-1e14b9e8c7f1 req-10f30dd1-5210-4105-99f9-f5c41108eea3 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:47.092348 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cba26bd6-287b-47d4-a060-1e14b9e8c7f1 req-10f30dd1-5210-4105-99f9-f5c41108eea3 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 932 time: 0.0953093 Feb 21 09:55:47.158455 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.185934 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-cba26bd6-287b-47d4-a060-1e14b9e8c7f1 req-6a389cfa-d5ca-4068-965c-256c2d8b365d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867884 Feb 21 09:55:47.450566 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f497de-e40d-4f01-8978-d5418c2a3ba0 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:55:47.458224 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Publish callbacks [] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.470896 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Transition to ACTIVE for port object a2f497de-e40d-4f01-8978-d5418c2a3ba0 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:55:47.554446 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.607730 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Pushing event updated for resources: {'Port': ['ID=a2f497de-e40d-4f01-8978-d5418c2a3ba0,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:47.634035 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.634489 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.634903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.635314 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.635721 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.636124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.636525 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.636943 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.637345 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.637796 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.638198 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.638601 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.638997 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:47.704481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Attempting to bind port a2f497de-e40d-4f01-8978-d5418c2a3ba0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:47.709308 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Attempting to bind port a2f497de-e40d-4f01-8978-d5418c2a3ba0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:47.709308 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Attempting to bind port a2f497de-e40d-4f01-8978-d5418c2a3ba0 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:47.711798 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Port a2f497de-e40d-4f01-8978-d5418c2a3ba0 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:55:47.712131 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Attempting to bind port a2f497de-e40d-4f01-8978-d5418c2a3ba0 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:47.724566 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:47.724905 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Checking segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:47.725309 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Bound using segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:47.725850 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Bound port: a2f497de-e40d-4f01-8978-d5418c2a3ba0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:47.726307 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.807999 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] For port a2f497de-e40d-4f01-8978-d5418c2a3ba0, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:47.811460 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] For port a2f497de-e40d-4f01-8978-d5418c2a3ba0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:47.897395 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.934671 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:47.934671 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:47.935114 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] 10.222.0.10 "PUT /v2.0/ports/a2f497de-e40d-4f01-8978-d5418c2a3ba0 HTTP/1.1" status: 200 len: 1094 time: 0.8810873 Feb 21 09:55:47.935569 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:55:47.938023 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c3514-f37a-4079-8468-bd3feea31db3" -d '{"events": [{"name": "network-changed", "server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:55:47.968320 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030e34-866a-431b-9b5f-0c2cbbdd19ba service neutron] Pushing event updated for resources: {'Port': ['ID=a2f497de-e40d-4f01-8978-d5418c2a3ba0,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:47.990524 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab61d835-3e5e-46e8-877d-b1f3c3196309 x-openstack-request-id: req-ab61d835-3e5e-46e8-877d-b1f3c3196309 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:55:47.990984 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:55:47.991413 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab61d835-3e5e-46e8-877d-b1f3c3196309 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:55:47.992003 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'status': 'completed', 'code': 200} Feb 21 09:55:48.095732 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c3514-f37a-4079-8468-bd3feea31db3 req-1d59fef1-8c87-4a5a-a2b1-904ed72973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:48.097276 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ee5c3514-f37a-4079-8468-bd3feea31db3 req-1d59fef1-8c87-4a5a-a2b1-904ed72973a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 1128 time: 0.0507929 Feb 21 09:55:48.216930 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c3514-f37a-4079-8468-bd3feea31db3 req-2ead2ff9-43c4-49f8-a691-791f2fea18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:48.218272 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ee5c3514-f37a-4079-8468-bd3feea31db3 req-2ead2ff9-43c4-49f8-a691-791f2fea18c0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6677004a2f1e44f7a29a7e025e86217d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1064315 Feb 21 09:55:48.347891 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c3514-f37a-4079-8468-bd3feea31db3 req-4186bcc1-8559-4103-9dae-714466116f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:48.349976 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ee5c3514-f37a-4079-8468-bd3feea31db3 req-4186bcc1-8559-4103-9dae-714466116f2f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251595 Feb 21 09:55:48.361221 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed1060-16bc-4d6a-a382-50d66709b767 req-d69c2325-85ac-49f8-ba8b-89e9365dd745 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:48.362654 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ed1060-16bc-4d6a-a382-50d66709b767 req-d69c2325-85ac-49f8-ba8b-89e9365dd745 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0871098 Feb 21 09:55:48.414434 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-29ed1060-16bc-4d6a-a382-50d66709b767 req-8acab5fe-8371-44ed-8793-49205e091f5b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457909 Feb 21 09:55:48.466310 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-f7a5cf56-e27b-4528-8d89-8e43a1dc208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:48.467948 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-f7a5cf56-e27b-4528-8d89-8e43a1dc208b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 1128 time: 0.0478313 Feb 21 09:55:48.521097 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-95e463c1-4e67-4789-840a-155988aff9c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0 HTTP/1.1" status: 200 len: 217 time: 0.0396261 Feb 21 09:55:48.569492 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-217e2e61-3632-49de-acad-af8bc29e9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:48.570992 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-217e2e61-3632-49de-acad-af8bc29e9cca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0439246 Feb 21 09:55:48.621677 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-4669c777-30cb-45f5-9ad7-0887d8e0a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:48.623223 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-4669c777-30cb-45f5-9ad7-0887d8e0a0e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469327 Feb 21 09:55:48.715027 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-c398c748-ea74-4683-b2b8-e2ba3b4848d1 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855701 Feb 21 09:55:48.812222 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43bf9d3d-d638-4de0-9c6c-a563466094c1 req-b0185349-5156-4c68-a8ec-e08549a1b450 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910418 Feb 21 09:55:49.539268 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aa41b-a2b2-4ba6-86f3-d652736d82d2 req-51c9c2c7-af50-4010-ae9f-7cb577867656 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:49.540753 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-190aa41b-a2b2-4ba6-86f3-d652736d82d2 req-51c9c2c7-af50-4010-ae9f-7cb577867656 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0564377 Feb 21 09:55:49.590279 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-190aa41b-a2b2-4ba6-86f3-d652736d82d2 req-6051d407-5213-4297-9017-7711622608d7 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439782 Feb 21 09:55:50.720029 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e6eb4-3430-40dc-b494-4f2061ac2266 req-951cc27a-3999-4ea6-aa61-527638f18363 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:50.721552 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-480e6eb4-3430-40dc-b494-4f2061ac2266 req-951cc27a-3999-4ea6-aa61-527638f18363 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0634089 Feb 21 09:55:50.784605 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-480e6eb4-3430-40dc-b494-4f2061ac2266 req-9ff62f57-831e-41c3-baf1-c1e50808d260 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564041 Feb 21 09:55:51.903707 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1064-40ca-4fa6-90bf-75ed6181a4ef req-73de5ee9-d8e0-4c28-a284-952635f6db57 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:51.905300 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ba7a1064-40ca-4fa6-90bf-75ed6181a4ef req-73de5ee9-d8e0-4c28-a284-952635f6db57 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0533168 Feb 21 09:55:51.954046 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ba7a1064-40ca-4fa6-90bf-75ed6181a4ef req-c477bfc6-d373-4ec0-9b34-66576285b156 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Feb 21 09:55:53.073276 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf3106-15db-4f15-b5d7-e3b0d792a2e8 req-c5824198-4b13-4c08-a548-daf11c2aefb3 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:53.074831 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d4bf3106-15db-4f15-b5d7-e3b0d792a2e8 req-c5824198-4b13-4c08-a548-daf11c2aefb3 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0536730 Feb 21 09:55:53.133203 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-d4bf3106-15db-4f15-b5d7-e3b0d792a2e8 req-38bd9521-8500-4012-bc46-07146da22940 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507410 Feb 21 09:55:54.251770 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563386d6-58e2-4618-aca3-49623304df02 req-1e4a2001-a56b-4ad0-8d78-06ed853f403a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:54.253259 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-563386d6-58e2-4618-aca3-49623304df02 req-1e4a2001-a56b-4ad0-8d78-06ed853f403a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0524690 Feb 21 09:55:54.310667 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-563386d6-58e2-4618-aca3-49623304df02 req-418a43c4-5c9f-4bb4-9f70-4ecd8adbc097 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507255 Feb 21 09:55:55.432679 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303c2d9-a659-4e17-8e76-ba178a174916 req-612f0ce6-3663-42de-8888-dafd2e04df28 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:55.434260 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c303c2d9-a659-4e17-8e76-ba178a174916 req-612f0ce6-3663-42de-8888-dafd2e04df28 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0547945 Feb 21 09:55:55.489268 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c303c2d9-a659-4e17-8e76-ba178a174916 req-ea8cceb0-3ea2-456f-9a42-3c302769a714 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478344 Feb 21 09:55:56.587371 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device a2f497de-e40d-4f01-8978-d5418c2a3ba0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:55:56.610828 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c39657-b1ba-4eb3-b932-ad3dd24adba4 req-2710d686-a56a-4f0f-b276-3c0499678470 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:56.612300 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a3c39657-b1ba-4eb3-b932-ad3dd24adba4 req-2710d686-a56a-4f0f-b276-3c0499678470 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 944 time: 0.0528247 Feb 21 09:55:56.661553 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a3c39657-b1ba-4eb3-b932-ad3dd24adba4 req-23e9e59f-383c-4674-aa32-7a0413d91841 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 Feb 21 09:55:56.687147 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port a2f497de-e40d-4f01-8978-d5418c2a3ba0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:56.698161 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'port_id': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'mac_address': 'fa:16:3e:b4:dd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:55:56.734386 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port a2f497de-e40d-4f01-8978-d5418c2a3ba0 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:56.734781 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:56.747954 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f497de-e40d-4f01-8978-d5418c2a3ba0 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:55:56.771046 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port a2f497de-e40d-4f01-8978-d5418c2a3ba0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:56.830747 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:56.878798 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=a2f497de-e40d-4f01-8978-d5418c2a3ba0,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:57.230502 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['a2f497de-e40d-4f01-8978-d5418c2a3ba0'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:55:57.795377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec98073-ceda-4937-9530-d03082f8bff1 req-3c788905-9439-41dd-aca7-44843d5a7ccf tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:57.796978 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1ec98073-ceda-4937-9530-d03082f8bff1 req-3c788905-9439-41dd-aca7-44843d5a7ccf tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 945 time: 0.0652757 Feb 21 09:55:57.852281 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1ec98073-ceda-4937-9530-d03082f8bff1 req-6efd6264-a651-421b-8d48-29983f0ff8cd tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484223 Feb 21 09:55:58.262642 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7de67f8b-4a69-43c6-97a2-38fe10c0330f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:58.603637 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device a2f497de-e40d-4f01-8978-d5418c2a3ba0 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:58.727803 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port a2f497de-e40d-4f01-8978-d5418c2a3ba0 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:55:58.731962 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port a2f497de-e40d-4f01-8978-d5418c2a3ba0 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:58.732344 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:58.814274 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port a2f497de-e40d-4f01-8978-d5418c2a3ba0 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:58.814666 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:58.839330 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:55:58.841684 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755cb6e2-822f-4328-8544-bab4ec622ba2" -d '{"events": [{"server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:55:58.855025 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port a2f497de-e40d-4f01-8978-d5418c2a3ba0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:58.880930 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b488de08-d81d-4032-8e59-b55787f37d3b x-openstack-request-id: req-b488de08-d81d-4032-8e59-b55787f37d3b {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:55:58.880930 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:55:58.880930 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b488de08-d81d-4032-8e59-b55787f37d3b {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:55:58.882026 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'code': 200} Feb 21 09:55:58.936676 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:58.982620 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68216159-280d-4d2e-ab88-3baa0a007c8e req-6456ea42-dfd4-4777-a2d7-241c9592e5f8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:58.984061 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-68216159-280d-4d2e-ab88-3baa0a007c8e req-6456ea42-dfd4-4777-a2d7-241c9592e5f8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 946 time: 0.0610349 Feb 21 09:55:58.989907 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=a2f497de-e40d-4f01-8978-d5418c2a3ba0,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:59.038665 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-68216159-280d-4d2e-ab88-3baa0a007c8e req-7c7f2216-3e29-4bd2-ae09-4b1d1618230e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484722 Feb 21 09:55:59.284611 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7d71-d833-4afb-bc9c-d11ff36c53f5 req-6924f8be-e4e3-4c76-8838-15cfc40ec562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:59.286069 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-70ac7d71-d833-4afb-bc9c-d11ff36c53f5 req-6924f8be-e4e3-4c76-8838-15cfc40ec562 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 1130 time: 0.0567386 Feb 21 09:55:59.341653 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-70ac7d71-d833-4afb-bc9c-d11ff36c53f5 req-c9b2b46c-e896-4b62-93d2-1b36bd3b470f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486436 Feb 21 09:56:00.160495 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743dca6-1907-47f0-aa50-d024fc8cc8c4 req-ffde1871-b4aa-4e94-86a0-08c9a5418c60 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:00.162069 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2743dca6-1907-47f0-aa50-d024fc8cc8c4 req-ffde1871-b4aa-4e94-86a0-08c9a5418c60 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 946 time: 0.0543523 Feb 21 09:56:00.223004 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2743dca6-1907-47f0-aa50-d024fc8cc8c4 req-e359ec7f-0e5d-42ed-9cf6-47c8a03e856b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553911 Feb 21 09:56:00.528198 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-fd648ab3-98c5-4c1e-9cd2-425acac3ef9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:01.343362 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d438-9462-4ace-98dd-8d2a88c3cfc6 req-f1b7fce3-5d40-4bfa-ab99-b3704a3861ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:01.344856 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43a5d438-9462-4ace-98dd-8d2a88c3cfc6 req-f1b7fce3-5d40-4bfa-ab99-b3704a3861ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 946 time: 0.0529399 Feb 21 09:56:01.401982 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-43a5d438-9462-4ace-98dd-8d2a88c3cfc6 req-5e3158c2-7a6f-4bec-a68b-0990e286e4dc tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494521 Feb 21 09:56:01.532664 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bebda5-e15e-42e3-8402-45cb994490ec req-31533dc9-35c5-438c-a6f2-401c2da14469 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:01.534073 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-33bebda5-e15e-42e3-8402-45cb994490ec req-31533dc9-35c5-438c-a6f2-401c2da14469 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 946 time: 0.0574541 Feb 21 09:56:01.586544 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-33bebda5-e15e-42e3-8402-45cb994490ec req-6973df88-fee0-485a-9b7b-36b361c38762 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458298 Feb 21 09:56:01.616180 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37228) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:56:01.756065 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41382e4-3999-4de3-ba0a-b59412ff69cd tempest-TestVolumeBootPattern-1962818504 tempest-TestVolumeBootPattern-1962818504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:01.757809 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a41382e4-3999-4de3-ba0a-b59412ff69cd tempest-TestVolumeBootPattern-1962818504 tempest-TestVolumeBootPattern-1962818504-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 1125 time: 0.1399455 Feb 21 09:56:01.761212 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37232) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:56:01.765589 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.v2.base [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'port_id': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:56:01.871216 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:01.888381 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:01.978953 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:02.080868 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_common [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Allocated IP 172.27.3.155 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/43f5b190-6184-4086-a697-84689a27dd0d) {{(pid=109840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:56:02.187500 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (43f5b190-6184-4086-a697-84689a27dd0d), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:02.303245 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (43f5b190-6184-4086-a697-84689a27dd0d), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:02.343337 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:56:02.346327 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.base_scheduler [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Resources bound (agent type, host, resource id): {{(pid=109840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:56:02.352635 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Received port after_create {{(pid=109840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:56:02.358139 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=43f5b190-6184-4086-a697-84689a27dd0d,revision_number=1']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:02.996402 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (8bf9739e-b6cc-465a-bfeb-ac0510673c88), precommit_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:03.129098 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (43f5b190-6184-4086-a697-84689a27dd0d), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:03.293390 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (43f5b190-6184-4086-a697-84689a27dd0d), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:03.389136 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3739337'] for port (43f5b190-6184-4086-a697-84689a27dd0d), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:03.468305 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=43f5b190-6184-4086-a697-84689a27dd0d,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:03.480496 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (8bf9739e-b6cc-465a-bfeb-ac0510673c88), after_create {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:03.554313 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:03.583577 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Floating IP 8bf9739e-b6cc-465a-bfeb-ac0510673c88 associated. External IP: 172.27.3.155, port: a2f497de-e40d-4f01-8978-d5418c2a3ba0. Feb 21 09:56:03.797321 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:56:03.917402 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:56:03.927659 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:56:03.939289 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:56:03.939914 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:56:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:56:03.996261 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:04.031129 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-996fa1b3-efe1-4926-ae30-52734723f76f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2688174 Feb 21 09:56:04.031867 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:56:04.034236 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91" -d '{"events": [{"name": "network-changed", "server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:56:04.062442 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:56:04.149189 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beadff4-08c2-4a1a-a8cf-5dc20ae70199 x-openstack-request-id: req-8beadff4-08c2-4a1a-a8cf-5dc20ae70199 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:56:04.149610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:56:04.149928 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8beadff4-08c2-4a1a-a8cf-5dc20ae70199 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:56:04.150345 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'status': 'completed', 'code': 200} Feb 21 09:56:04.252448 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-b6f22140-8d44-486f-816c-0866a9debd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:04.253978 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-b6f22140-8d44-486f-816c-0866a9debd51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 1130 time: 0.0483840 Feb 21 09:56:04.323444 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '8bf9739e-b6cc-465a-bfeb-ac0510673c88', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:b4:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:56:02Z', 'updated_at': '2022-02-21T09:56:02Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:56:04.354195 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-57315b16-a31f-4e2d-baab-21649258b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:04.355648 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-57315b16-a31f-4e2d-baab-21649258b4a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0948410 Feb 21 09:56:04.360116 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:56:04.370835 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:56:04.371463 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:56:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:56:04.424911 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-6e898f0e-8141-47a9-a5da-f349d75df3bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0 HTTP/1.1" status: 200 len: 1000 time: 0.0621808 Feb 21 09:56:04.486041 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-57f4f416-0370-4cdf-9f33-a11ba3ed5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:04.487573 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-57f4f416-0370-4cdf-9f33-a11ba3ed5bfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0568080 Feb 21 09:56:04.542544 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-8c47f91e-8979-4591-a950-787e2fab5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:04.543967 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-8c47f91e-8979-4591-a950-787e2fab5600 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501602 Feb 21 09:56:04.623158 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:56:04.636535 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-87feb1ab-3560-4a0d-b636-abc45010bc35 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Feb 21 09:56:04.736273 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-61eb6a0f-b590-4907-81d2-1b2f6edaeb91 req-78cdb06d-af20-479e-a441-9981696e9cc7 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941730 Feb 21 09:56:04.791507 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:04.872881 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '8bf9739e-b6cc-465a-bfeb-ac0510673c88', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:b4:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:56:02Z', 'updated_at': '2022-02-21T09:56:02Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:56:04.904304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1438e3ac-d111-44c6-a117-117f6a8026a6 None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': '8bf9739e-b6cc-465a-bfeb-ac0510673c88', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:b4:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:56:02Z', 'updated_at': '2022-02-21T09:56:02Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:56:05.092481 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7a7bf-3c3d-48df-97e1-2e43134e4f72 None None] New status for floating IP 8bf9739e-b6cc-465a-bfeb-ac0510673c88: ACTIVE {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:56:05.842366 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:21.640768 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:56:28.214494 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-80ab7b11-3a65-4606-b36e-5d9f8d93f819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:30.523404 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe061-b587-4651-b305-4632e3b97c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:31.872078 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:33.534431 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:34.757355 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:35.887313 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:46.714831 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-8276360d-f6cc-4cf6-987d-7e22c2e7f16e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466690 Feb 21 09:56:46.815606 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-b42799a1-120e-4bea-a168-5f0a93461d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:46.817063 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-b42799a1-120e-4bea-a168-5f0a93461d4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 1130 time: 0.0448241 Feb 21 09:56:46.921360 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-75c15b5a-11af-46a5-8894-3a77f6bbb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:46.922946 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-75c15b5a-11af-46a5-8894-3a77f6bbb916 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0872912 Feb 21 09:56:46.987057 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-478aa9a7-2769-435c-b31a-54158d2b7e0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0 HTTP/1.1" status: 200 len: 1002 time: 0.0573914 Feb 21 09:56:47.038895 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-aab87a6f-4767-4ced-b93b-c21df40c713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:47.042920 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-aab87a6f-4767-4ced-b93b-c21df40c713c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0473387 Feb 21 09:56:47.091205 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-021da471-f364-44b4-8890-c4fbf7799f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:47.092695 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-021da471-f364-44b4-8890-c4fbf7799f76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449135 Feb 21 09:56:47.179593 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-9eeebaa1-1f04-4a02-b078-139738d12925 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801919 Feb 21 09:56:47.273687 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1985f382-e5cd-4e77-ab14-9eaaf37ca0c0 req-42e2b137-482d-47ad-a691-c59a757321b8 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862780 Feb 21 09:56:58.202391 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-1101208a-7dc3-4942-8ec1-67eaf8ac874f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:58.639702 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:57:00.527865 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5db6a3a9-04df-4f51-8523-bfbe332c16ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:01.313185 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-0fb96977-2333-4a43-96d4-d84001b47ef2 req-31608ea1-6485-4262-b201-459580d68512 service neutron] (109840) timed out ('10.222.0.10', 53719) {{(pid=109840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 09:57:01.878339 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:03.541022 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:04.757679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:05.900954 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:28.169066 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-1df79b7f-b2a3-4a7b-b070-405c312bc650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.516996 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-55ad87fc-1721-466e-937d-6872dbf826aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:31.878304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.523790 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.741524 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.638242 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:57:35.907431 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:48.802234 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-7c43862c-6440-4e8b-8721-9981dd918497 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888119 Feb 21 09:57:48.903365 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-c4b59af7-ffe5-40bc-9052-e29813bbb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:48.904890 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-c4b59af7-ffe5-40bc-9052-e29813bbb857 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 1130 time: 0.0450609 Feb 21 09:57:49.012399 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-6f5f4cb6-4042-484a-9c2a-3caf9632fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:49.013875 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-6f5f4cb6-4042-484a-9c2a-3caf9632fde4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0911021 Feb 21 09:57:49.084837 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-cf857641-cf89-4507-8f1f-674c9cff3ee8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0 HTTP/1.1" status: 200 len: 1002 time: 0.0614071 Feb 21 09:57:49.137320 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-c24a1573-979b-459e-9be2-3ab44da1962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:49.138778 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-c24a1573-979b-459e-9be2-3ab44da1962f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0483024 Feb 21 09:57:49.188138 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-95043173-6936-4909-8c42-1c48140ce59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:49.189666 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-95043173-6936-4909-8c42-1c48140ce59f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440707 Feb 21 09:57:49.279884 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-ed56a622-d760-4029-9619-9003304244a7 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826864 Feb 21 09:57:49.371916 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2cfc6f0b-8ecc-4741-8d1a-3de181c7aa05 req-cb005f0d-4ef5-444a-9793-437aa29aaa9a service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856955 Feb 21 09:57:58.146926 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-544bf798-0189-4f5a-bbe8-d0292c5abc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:00.530270 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a4ceab8a-939a-446a-a762-d01ec959ee09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:01.872703 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.536263 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:04.787375 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:05.907578 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:12.636518 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:58:18.384602 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6dae9-92f5-4ec4-904d-91735791d46b req-c26fcf95-2982-49a4-8472-3e12de6ed572 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:18.386101 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-53b6dae9-92f5-4ec4-904d-91735791d46b req-c26fcf95-2982-49a4-8472-3e12de6ed572 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 946 time: 0.1012781 Feb 21 09:58:18.435201 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-53b6dae9-92f5-4ec4-904d-91735791d46b req-0f6e7922-d717-449d-9b6c-48ed5eb02207 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433369 Feb 21 09:58:19.614031 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1707e-97c5-47db-a0e0-c25264a3cd55 req-8c4c6aab-8059-4eb7-9c88-0d4c1948d9d9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:19.615699 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cdc1707e-97c5-47db-a0e0-c25264a3cd55 req-8c4c6aab-8059-4eb7-9c88-0d4c1948d9d9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 946 time: 0.1041265 Feb 21 09:58:19.665772 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-cdc1707e-97c5-47db-a0e0-c25264a3cd55 req-1192663c-567d-49f9-ad1b-ca273f4051c1 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444682 Feb 21 09:58:20.104795 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-7624dc31-879d-4b0e-a851-adabe639881b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:20.106252 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-7624dc31-879d-4b0e-a851-adabe639881b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 946 time: 0.0546484 Feb 21 09:58:20.195423 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Deleting port a2f497de-e40d-4f01-8978-d5418c2a3ba0 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:58:20.195763 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:20.283257 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] For port a2f497de-e40d-4f01-8978-d5418c2a3ba0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a2f497de-e40d-4f01-8978-d5418c2a3ba0,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:20.283615 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:20.447778 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:20.448147 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (8bf9739e-b6cc-465a-bfeb-ac0510673c88), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:20.448466 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Floating IP 8bf9739e-b6cc-465a-bfeb-ac0510673c88 disassociated. External IP: 172.27.3.155, port: a2f497de-e40d-4f01-8978-d5418c2a3ba0. Feb 21 09:58:20.448808 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Calling delete_port for a2f497de-e40d-4f01-8978-d5418c2a3ba0 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:58:20.621291 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (a2f497de-e40d-4f01-8978-d5418c2a3ba0), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:20.649574 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event deleted for resources: {'Port': ['ID=a2f497de-e40d-4f01-8978-d5418c2a3ba0,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:20.660366 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.660661 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.660997 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.661339 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.661702 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.662543 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.663047 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.663473 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.663810 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.664145 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.664475 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.664805 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:20.665128 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:21.065052 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-75792d61-687b-4c78-90f3-52c979742819 req-b2227ef7-804b-4611-9ca4-6f10dd33fc72 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 210 time: 0.0334854 Feb 21 09:58:21.085079 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:58:21.193142 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:58:21.202646 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:58:21.215745 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:58:21.216364 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:58:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:21.233376 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] No DVR routers for this DVR port a2f497de-e40d-4f01-8978-d5418c2a3ba0 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:58:21.235937 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:21.239426 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e74e8954-9e94-4ff2-b0a6-ba1e6dfeb5ea req-6285e708-fe7c-441b-b6fd-67ad85c2d0ad tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "DELETE /v2.0/ports/a2f497de-e40d-4f01-8978-d5418c2a3ba0 HTTP/1.1" status: 204 len: 173 time: 1.1280537 Feb 21 09:58:21.239885 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'name': 'network-vif-deleted', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:21.242740 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c4b9b-c699-4fd9-bbb0-e82812632731" -d '{"events": [{"server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "name": "network-vif-deleted", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:21.326592 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:58:21.331766 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27369635-8731-4836-ac1e-e49ea98cddd0 x-openstack-request-id: req-27369635-8731-4836-ac1e-e49ea98cddd0 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:21.332315 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3c8c0-8175-41c4-a7e5-7d480f687c85", "name": "network-vif-deleted", "tag": "a2f497de-e40d-4f01-8978-d5418c2a3ba0", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:21.332650 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27369635-8731-4836-ac1e-e49ea98cddd0 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:21.333185 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3c8c0-8175-41c4-a7e5-7d480f687c85', 'name': 'network-vif-deleted', 'tag': 'a2f497de-e40d-4f01-8978-d5418c2a3ba0', 'status': 'completed', 'code': 200} Feb 21 09:58:21.525815 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:21.550910 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:58:21.559013 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:58:21.559602 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:58:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:21.664891 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:58:21.863566 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:21.892441 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bd9f1-d369-45fc-ace1-a614a15d2cf1 None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:58:22.106809 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1c37e-63aa-44c1-88bb-0d0ea4ea806e None None] New status for floating IP 8bf9739e-b6cc-465a-bfeb-ac0510673c88: DOWN {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:58:22.176646 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-465fa189-389a-42f8-a0b5-fda9f1ad3e6c req-a16c57dc-c668-427c-9894-a696fe5012ab tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d3c8c0-8175-41c4-a7e5-7d480f687c85 HTTP/1.1" status: 200 len: 210 time: 0.0301094 Feb 21 09:58:23.250878 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device a2f497de-e40d-4f01-8978-d5418c2a3ba0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:58:23.271759 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: a2f497de-e40d-4f01-8978-d5418c2a3ba0 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:58:23.272112 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device a2f497de-e40d-4f01-8978-d5418c2a3ba0 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:58:23.384666 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-934f4074-c752-4354-81b3-0b654126feae tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367724581&fields=id&tenant_id=6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 267 time: 0.0433865 Feb 21 09:58:23.491607 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-a120176b-542d-4ebc-b7de-c835ccaaa53a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:23.492976 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-a120176b-542d-4ebc-b7de-c835ccaaa53a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 811 time: 0.1020443 Feb 21 09:58:23.507833 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-852e1a82-41ea-4112-9c22-7339a32ccf09 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/quotas/6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 375 time: 0.0094090 Feb 21 09:58:23.564528 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-35f92640-db26-40b2-bdf2-be634c6db036 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520906 Feb 21 09:58:23.698999 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-92a4d2c1-536a-421b-82b8-0c60da9b12be service neutron] 10.222.0.60 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231313 Feb 21 09:58:23.791587 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-f35ea6da-f05a-45b7-8fec-f3c0339e260d service neutron] 10.222.0.60 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869055 Feb 21 09:58:24.259065 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-80ea5411-a78d-4b83-b08e-b4ffaa0ee79b req-1f7c51f4-b183-4d16-899c-6c8bc3d60450 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 210 time: 0.0271895 Feb 21 09:58:25.355086 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-ec1c1b22-ad4b-492b-8fa4-0adfb7b8043f req-9b1f1055-9957-4770-8f06-e4d8b96d5cb9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 210 time: 0.0283508 Feb 21 09:58:26.144480 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-6448b0ec-e83a-48c8-99d6-c605ba9bd406 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:26.146028 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-6448b0ec-e83a-48c8-99d6-c605ba9bd406 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 811 time: 0.1009512 Feb 21 09:58:26.217351 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-e3ecda1c-fc93-4c96-bf67-f0d9bedf03ac tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 379 time: 0.0577528 Feb 21 09:58:26.226543 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'port': {'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'admin_state_up': True, 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'security_groups': ['f3ee3206-dbbd-4799-a986-3f75d3cce278']}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:26.387337 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Made reservation on behalf of 6677004a2f1e44f7a29a7e025e86217d for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:58:26.390890 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.448480 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7c1bd134-c2ce-4721-9e29-d6312951c81f req-ece53eea-f72a-421d-a1da-0ca957a22ede tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 210 time: 0.0274932 Feb 21 09:58:26.520726 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Allocated IP 172.20.0.4 (3b6e4e03-05b1-46bb-9c53-238bf1875ddd/21ec2cde-5773-4c91-8a10-0056dd8224b1/855fa647-9f7c-43b2-a486-cf0033ff2f1f) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:58:26.653922 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.793692 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.835732 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:58:26.838705 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:58:26.845524 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:58:26.869710 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=855fa647-9f7c-43b2-a486-cf0033ff2f1f,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:26.902949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:26.902949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.041064 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-0bdcdd77-c7d1-41c4-adc9-d2b535feb7ad None None] Provisioning complete for port 855fa647-9f7c-43b2-a486-cf0033ff2f1f triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:58:27.041691 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-0bdcdd77-c7d1-41c4-adc9-d2b535feb7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.042196 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-4668985d-a368-4dde-aa8a-9a621f2109c5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194497 Feb 21 09:58:27.059774 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Request body: {'port': {'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:27.077599 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcdd77-c7d1-41c4-adc9-d2b535feb7ad None None] Port 855fa647-9f7c-43b2-a486-cf0033ff2f1f cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:58:27.124809 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.387098 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855fa647-9f7c-43b2-a486-cf0033ff2f1f {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:58:27.394563 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Publish callbacks [] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.406867 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Transition to ACTIVE for port object 855fa647-9f7c-43b2-a486-cf0033ff2f1f will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:58:27.513094 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.600230 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Pushing event updated for resources: {'Port': ['ID=855fa647-9f7c-43b2-a486-cf0033ff2f1f,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:27.638346 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c5877-8393-4638-bd6e-a6aeb7ef77c4 req-c65ea3bb-de51-4c06-8694-77961e60a7eb tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:27.639902 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5b8c5877-8393-4638-bd6e-a6aeb7ef77c4 req-c65ea3bb-de51-4c06-8694-77961e60a7eb tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 943 time: 0.1243014 Feb 21 09:58:27.719747 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Attempting to bind port 855fa647-9f7c-43b2-a486-cf0033ff2f1f on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:58:27.720079 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Attempting to bind port 855fa647-9f7c-43b2-a486-cf0033ff2f1f by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:58:27.720404 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Attempting to bind port 855fa647-9f7c-43b2-a486-cf0033ff2f1f on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:58:27.727082 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5b8c5877-8393-4638-bd6e-a6aeb7ef77c4 req-1de9a631-6214-487c-a5d7-fae1ceb6cb07 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696077 Feb 21 09:58:27.729223 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Port 855fa647-9f7c-43b2-a486-cf0033ff2f1f on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:58:27.729575 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Attempting to bind port 855fa647-9f7c-43b2-a486-cf0033ff2f1f on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:58:27.734776 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:58:27.735108 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Checking segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:58:27.735552 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Bound using segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:58:27.735906 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Bound port: 855fa647-9f7c-43b2-a486-cf0033ff2f1f, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:58:27.736257 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.799037 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] For port 855fa647-9f7c-43b2-a486-cf0033ff2f1f, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:58:27.803457 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] For port 855fa647-9f7c-43b2-a486-cf0033ff2f1f, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:58:27.856495 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.894219 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:27.894996 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.896350 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] 10.222.0.10 "PUT /v2.0/ports/855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 1093 time: 0.8408945 Feb 21 09:58:27.896794 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:27.899329 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481b8cd-12e6-4d80-8e3b-3cb3ca04fca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:27.927464 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658555e6-35cb-4efe-9f15-12971ac02ffd service neutron] Pushing event updated for resources: {'Port': ['ID=855fa647-9f7c-43b2-a486-cf0033ff2f1f,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:27.944821 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52260bc3-70ed-4ba4-b912-26fbdca8db66 x-openstack-request-id: req-52260bc3-70ed-4ba4-b912-26fbdca8db66 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:27.944821 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:27.944821 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52260bc3-70ed-4ba4-b912-26fbdca8db66 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:27.944821 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'status': 'completed', 'code': 200} Feb 21 09:58:28.033338 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b8cd-12e6-4d80-8e3b-3cb3ca04fca6 req-a9cc0ee3-f7c5-4b49-a1b4-bf3412e3995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.034881 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c481b8cd-12e6-4d80-8e3b-3cb3ca04fca6 req-a9cc0ee3-f7c5-4b49-a1b4-bf3412e3995a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1127 time: 0.0487156 Feb 21 09:58:28.141928 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b8cd-12e6-4d80-8e3b-3cb3ca04fca6 req-d1d94bbb-81e4-449d-9068-cde734e0245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.143373 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c481b8cd-12e6-4d80-8e3b-3cb3ca04fca6 req-d1d94bbb-81e4-449d-9068-cde734e0245d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6677004a2f1e44f7a29a7e025e86217d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946128 Feb 21 09:58:28.165433 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd3f3-f21f-4e8c-a82b-7aa733627321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.241283 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b8cd-12e6-4d80-8e3b-3cb3ca04fca6 req-62197432-ffae-4e03-9d21-bd259a807851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.243384 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c481b8cd-12e6-4d80-8e3b-3cb3ca04fca6 req-62197432-ffae-4e03-9d21-bd259a807851 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932715 Feb 21 09:58:28.342637 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-df60a928-c1c9-4b54-be2d-6657bf234407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.344105 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-df60a928-c1c9-4b54-be2d-6657bf234407 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1127 time: 0.0435159 Feb 21 09:58:28.394916 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-e8d448b8-db72-406c-b24a-8884c038f13f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 217 time: 0.0380685 Feb 21 09:58:28.442726 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-6a8aa8c6-57ca-4a2e-8253-e5676eed113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.444204 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-6a8aa8c6-57ca-4a2e-8253-e5676eed113a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0430012 Feb 21 09:58:28.492070 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-2605b162-990e-4e2a-b7d3-adecbbd49722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.493555 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-2605b162-990e-4e2a-b7d3-adecbbd49722 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436580 Feb 21 09:58:28.581920 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-9b0eccd4-9c5c-427d-9b4e-1cb07f08b828 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822861 Feb 21 09:58:28.667666 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-07e7fbcc-d668-461e-bd3a-3b5e0eb5c884 req-fc9a5b93-e810-4d5b-9304-486e4871929e service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794594 Feb 21 09:58:28.849529 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feea17-36ff-475f-a9f1-f21a76e92d29 req-b870754d-63cc-40eb-8bba-0aa90b4b09b5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.850959 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-78feea17-36ff-475f-a9f1-f21a76e92d29 req-b870754d-63cc-40eb-8bba-0aa90b4b09b5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 943 time: 0.0558734 Feb 21 09:58:28.901643 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-78feea17-36ff-475f-a9f1-f21a76e92d29 req-3488430b-cf0c-4323-bc41-70f6c27e1794 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Feb 21 09:58:30.022762 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94aad7-0c68-48a5-be6c-205219dc1a5b req-dcad268d-b045-4f5f-9bc4-59567b8abbd4 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:30.024959 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e94aad7-0c68-48a5-be6c-205219dc1a5b req-dcad268d-b045-4f5f-9bc4-59567b8abbd4 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 943 time: 0.0556264 Feb 21 09:58:30.072354 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-9e94aad7-0c68-48a5-be6c-205219dc1a5b req-2a13e399-add8-49ef-9190-8d660c482ac6 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416214 Feb 21 09:58:30.535435 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-f9777f09-a0f4-45b9-ba45-3e6caaedfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:31.188455 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91923-6597-4d68-aa13-d2451d4145cf req-03d9f4be-4a94-40af-bba7-df4d974eb754 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:31.189936 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9fa91923-6597-4d68-aa13-d2451d4145cf req-03d9f4be-4a94-40af-bba7-df4d974eb754 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 943 time: 0.0517740 Feb 21 09:58:31.236497 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9fa91923-6597-4d68-aa13-d2451d4145cf req-b11143d4-cd96-44bc-b068-a9575f949ae4 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Feb 21 09:58:31.901845 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:32.352811 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef467eda-b853-4f15-98aa-7651a87b02b9 req-ae48edef-9d72-4928-a29f-749308ac9870 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:32.354323 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ef467eda-b853-4f15-98aa-7651a87b02b9 req-ae48edef-9d72-4928-a29f-749308ac9870 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 943 time: 0.0522339 Feb 21 09:58:32.401808 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ef467eda-b853-4f15-98aa-7651a87b02b9 req-9d568504-1d26-4579-af94-c4c05cba2b3c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Feb 21 09:58:33.516890 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b59200-a629-4f28-9549-8fc4d01f710b req-2e65e547-9d61-4a02-9ba8-52ad24c2c65c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:33.518363 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-81b59200-a629-4f28-9549-8fc4d01f710b req-2e65e547-9d61-4a02-9ba8-52ad24c2c65c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 943 time: 0.0508876 Feb 21 09:58:33.536172 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:33.571747 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-81b59200-a629-4f28-9549-8fc4d01f710b req-f0db3efd-a86b-458e-96da-c6b894c270fd tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470455 Feb 21 09:58:34.688143 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09518da5-316a-4961-b385-3988db3380f0 req-5acbe5ab-e16b-4f98-96ec-aac2f99fb099 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:34.689686 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-09518da5-316a-4961-b385-3988db3380f0 req-5acbe5ab-e16b-4f98-96ec-aac2f99fb099 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 943 time: 0.0518961 Feb 21 09:58:34.742315 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-09518da5-316a-4961-b385-3988db3380f0 req-b4335fb2-e547-4e22-a54c-daec22d0c489 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471144 Feb 21 09:58:34.759328 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:35.350897 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 855fa647-9f7c-43b2-a486-cf0033ff2f1f details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:58:35.446344 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 855fa647-9f7c-43b2-a486-cf0033ff2f1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:35.457792 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:58:35.494823 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 855fa647-9f7c-43b2-a486-cf0033ff2f1f is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:58:35.495226 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:35.511008 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855fa647-9f7c-43b2-a486-cf0033ff2f1f {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:58:35.529322 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 855fa647-9f7c-43b2-a486-cf0033ff2f1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:35.633034 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:35.680046 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=855fa647-9f7c-43b2-a486-cf0033ff2f1f,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:35.686905 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.687256 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.687598 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.687935 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.688264 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.688592 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.688923 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.689286 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.689654 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.689981 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.690304 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.690622 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.690939 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:35.862043 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5ff11-d39a-4b07-b934-561425b41ef1 req-d6e40765-d98a-4b74-bae7-eec78b6068ec tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:35.863573 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c0a5ff11-d39a-4b07-b934-561425b41ef1 req-d6e40765-d98a-4b74-bae7-eec78b6068ec tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 944 time: 0.0529430 Feb 21 09:58:35.913075 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c0a5ff11-d39a-4b07-b934-561425b41ef1 req-40506402-b327-40fb-b4c4-96d6bdb598b8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Feb 21 09:58:35.930094 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:36.077502 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['855fa647-9f7c-43b2-a486-cf0033ff2f1f'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:58:37.031873 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc4552-743c-44db-a968-acd4698a8264 req-2902a700-b25e-497b-9a07-285170f3713f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:37.033280 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b4bc4552-743c-44db-a968-acd4698a8264 req-2902a700-b25e-497b-9a07-285170f3713f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 944 time: 0.0518589 Feb 21 09:58:37.083899 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b4bc4552-743c-44db-a968-acd4698a8264 req-9c0fea0a-a0a8-4542-a679-38f51600065b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450931 Feb 21 09:58:37.380369 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 855fa647-9f7c-43b2-a486-cf0033ff2f1f up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:58:37.496118 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 855fa647-9f7c-43b2-a486-cf0033ff2f1f completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:58:37.500258 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 855fa647-9f7c-43b2-a486-cf0033ff2f1f triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:58:37.500638 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:37.708161 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 855fa647-9f7c-43b2-a486-cf0033ff2f1f is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:58:37.708556 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:37.730910 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:37.733125 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09385e29-35ee-43c1-9523-d1fa9891b9f8" -d '{"events": [{"server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "name": "network-vif-plugged", "status": "completed", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:37.746016 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 855fa647-9f7c-43b2-a486-cf0033ff2f1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:37.816156 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:37.862887 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=855fa647-9f7c-43b2-a486-cf0033ff2f1f,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:38.201665 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9296b7-81dc-4127-a486-d691b0582dd5 req-744d4b7d-ba8e-4649-9c28-68b977de3deb tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:38.203173 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7b9296b7-81dc-4127-a486-d691b0582dd5 req-744d4b7d-ba8e-4649-9c28-68b977de3deb tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Feb 21 09:58:38.251892 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-7b9296b7-81dc-4127-a486-d691b0582dd5 req-d5209219-94b4-4ad0-9bbf-041eb29eb677 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433931 Feb 21 09:58:38.833502 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206cfbe-a889-493b-8474-b1fa9a3de19e x-openstack-request-id: req-9206cfbe-a889-493b-8474-b1fa9a3de19e {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:38.833951 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "name": "network-vif-plugged", "status": "completed", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:38.834171 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9206cfbe-a889-493b-8474-b1fa9a3de19e {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:38.834635 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'code': 200} Feb 21 09:58:39.218153 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f49d-bf57-4e07-ac12-98da1c670dc6 req-94b12f5a-6a26-4376-8e7b-6298fd9e33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:39.219670 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-23c9f49d-bf57-4e07-ac12-98da1c670dc6 req-94b12f5a-6a26-4376-8e7b-6298fd9e33e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1129 time: 0.0447652 Feb 21 09:58:39.264432 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-23c9f49d-bf57-4e07-ac12-98da1c670dc6 req-be6c02f0-2ca8-4471-a509-ee94227f0e9e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392396 Feb 21 09:58:39.369610 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a8a15-eda3-451c-87e7-ff4af4cff141 req-8616a869-c351-4f8f-ab9b-28f1c8e5044e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:39.371043 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d36a8a15-eda3-451c-87e7-ff4af4cff141 req-8616a869-c351-4f8f-ab9b-28f1c8e5044e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.0549192 Feb 21 09:58:39.418443 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-d36a8a15-eda3-451c-87e7-ff4af4cff141 req-406df764-e703-4cc2-8c76-9570c1aaa814 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Feb 21 09:58:40.539586 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867d72d-6c9e-4afe-8347-ea152a41ebc5 req-e21b0b94-1a22-4445-92c4-2530d0ab0ac8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:40.541963 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5867d72d-6c9e-4afe-8347-ea152a41ebc5 req-e21b0b94-1a22-4445-92c4-2530d0ab0ac8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.0561624 Feb 21 09:58:40.590232 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-5867d72d-6c9e-4afe-8347-ea152a41ebc5 req-3a53516f-4c2e-4ad1-b259-793cf046a27a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Feb 21 09:58:41.705487 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0469a-9092-4b5d-9e3f-12a7ccca9a0c req-1e6556e1-cbd6-41c4-8c23-141baf6e63f0 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:41.706969 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03b0469a-9092-4b5d-9e3f-12a7ccca9a0c req-1e6556e1-cbd6-41c4-8c23-141baf6e63f0 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.0508003 Feb 21 09:58:41.754296 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-03b0469a-9092-4b5d-9e3f-12a7ccca9a0c req-b402d26e-9b27-47c4-9a6a-fe721eae430d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Feb 21 09:58:41.868668 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472842a-6771-400f-8419-498487eaa383 req-b9d4ca93-97b8-4fc5-ad92-82c81ea32692 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:41.875925 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f472842a-6771-400f-8419-498487eaa383 req-b9d4ca93-97b8-4fc5-ad92-82c81ea32692 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.0564382 Feb 21 09:58:41.924648 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f472842a-6771-400f-8419-498487eaa383 req-41a4719c-96b7-44da-ab3d-566473a1d68c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425086 Feb 21 09:58:41.946816 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37390) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:41.987986 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462fbbd7-a869-4536-94ad-921719dc38e2 tempest-TestVolumeBootPattern-1962818504 tempest-TestVolumeBootPattern-1962818504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:41.989348 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-462fbbd7-a869-4536-94ad-921719dc38e2 tempest-TestVolumeBootPattern-1962818504 tempest-TestVolumeBootPattern-1962818504-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1124 time: 0.0409958 Feb 21 09:58:41.992241 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37392) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:41.998779 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:42.073966 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:42.171236 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:42.273756 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Allocated IP 172.27.3.231 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/add665d8-3a4b-4316-942c-b79f920aa3e3) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:58:42.371104 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:42.468304 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:42.505899 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:58:42.508545 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:58:42.513985 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:58:42.519112 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=add665d8-3a4b-4316-942c-b79f920aa3e3,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:42.869481 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (f575ba6a-75f4-493d-b4c0-f6c519676fe6), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:42.989302 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:43.133616 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:43.193149 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:43.268835 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=add665d8-3a4b-4316-942c-b79f920aa3e3,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:43.279094 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (f575ba6a-75f4-493d-b4c0-f6c519676fe6), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:43.379007 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Floating IP f575ba6a-75f4-493d-b4c0-f6c519676fe6 associated. External IP: 172.27.3.231, port: 855fa647-9f7c-43b2-a486-cf0033ff2f1f. Feb 21 09:58:43.589967 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:58:43.696881 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:58:43.706366 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:58:43.719179 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:58:43.719798 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:58:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:43.812538 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:43.828335 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:58:44.063363 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:42Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:44.094408 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:58:44.103255 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:58:44.104439 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T09:58:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:44.122684 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-28d6efe5-3dc1-44f1-b5cb-5d627eb63a75 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1291871 Feb 21 09:58:44.123377 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:44.125753 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c510e7-a364-4d22-87f5-f8de14acad55" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:44.161451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbce2b5-c7d9-4959-9ea0-d9d1e50048d5 x-openstack-request-id: req-5cbce2b5-c7d9-4959-9ea0-d9d1e50048d5 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:44.161775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:44.162023 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cbce2b5-c7d9-4959-9ea0-d9d1e50048d5 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:44.162418 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'status': 'completed', 'code': 200} Feb 21 09:58:44.213710 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:58:44.246751 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-15cb23c1-1a9e-43c5-8445-755f9395fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:44.248502 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-15cb23c1-1a9e-43c5-8445-755f9395fd78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1129 time: 0.0447705 Feb 21 09:58:44.339041 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-764f4608-918c-43d7-9fb4-f262302a4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:44.340392 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-764f4608-918c-43d7-9fb4-f262302a4739 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0863574 Feb 21 09:58:44.404437 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-dbe995c8-ae97-4027-8282-5da168d4cc09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 999 time: 0.0578501 Feb 21 09:58:44.438440 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:42Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:44.451948 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-88b61ef4-71e3-4304-bfe7-8791e556e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:44.453391 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-88b61ef4-71e3-4304-bfe7-8791e556e77c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0430734 Feb 21 09:58:44.464811 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e0cb84-3111-481f-a8f1-51a2ee74996e None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:42Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:58:44.506698 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-273b50af-4f5c-4b75-918c-b5f61916f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:44.508186 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-273b50af-4f5c-4b75-918c-b5f61916f8f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492058 Feb 21 09:58:44.597811 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-c9e32813-8931-4c0e-8006-b9bfaa8fc1ab service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834491 Feb 21 09:58:44.659247 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe99773-3bf6-4c60-80d1-86996ca86067 None None] New status for floating IP f575ba6a-75f4-493d-b4c0-f6c519676fe6: ACTIVE {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:58:44.695740 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-48c510e7-a364-4d22-87f5-f8de14acad55 req-f447996f-502e-4e64-aa65-d0d6570aeac2 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912781 Feb 21 09:58:48.709080 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-eccd0eba-39b2-4495-acaa-bf5c2ec4a66f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436332 Feb 21 09:58:48.807289 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278912-aada-4d45-b498-692c93ebf43e req-583f896b-1622-4aad-afbe-b51972bf21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:48.808769 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-583f896b-1622-4aad-afbe-b51972bf21f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1129 time: 0.0432398 Feb 21 09:58:48.911828 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278912-aada-4d45-b498-692c93ebf43e req-cdaa6d1f-e5bc-4fdc-b974-8b5d6edb0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:48.913280 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-cdaa6d1f-e5bc-4fdc-b974-8b5d6edb0d1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0856807 Feb 21 09:58:48.976993 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-2a910696-2f96-4107-b5aa-17d0b21628b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 1001 time: 0.0581627 Feb 21 09:58:49.025260 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278912-aada-4d45-b498-692c93ebf43e req-db553ea8-1021-4124-a7ce-a96b67d0896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:49.026887 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-db553ea8-1021-4124-a7ce-a96b67d0896e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0434201 Feb 21 09:58:49.077400 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278912-aada-4d45-b498-692c93ebf43e req-5ad09a95-1d5e-447c-b6fe-6164ebd2671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:49.078878 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-5ad09a95-1d5e-447c-b6fe-6164ebd2671b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463324 Feb 21 09:58:49.173181 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-cc4ad3a4-0050-47fd-9054-d5ca2277ba64 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880527 Feb 21 09:58:49.265502 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2d278912-aada-4d45-b498-692c93ebf43e req-92e90f1e-efbb-4304-ba16-fdc085e3c2a8 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867791 Feb 21 09:58:49.635042 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:58:58.232998 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7db69ca9-351f-482f-95f3-644c80e83c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:00.513632 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-edc551f6-a78d-4f93-a371-8c649d9342fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:01.868335 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:03.547957 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:04.747993 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:05.930953 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:26.632928 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:59:28.142646 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-de266e51-ba9f-4d58-83de-e4bccfbcd109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:30.553892 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-fb9b47c3-8cd9-4168-9049-1764662532b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.878837 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:33.576807 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:34.788256 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:35.906504 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.694095 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-3a5c521c-25de-40f5-bc8c-2bc59fbdf720 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438831 Feb 21 09:59:50.792964 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-1466a7d7-1d59-4682-98fc-5fb11f3b694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:50.794479 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-1466a7d7-1d59-4682-98fc-5fb11f3b694d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1129 time: 0.0441020 Feb 21 09:59:50.900043 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-7c37a9d7-a4a1-4b52-a600-2f31a1d50a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:50.901599 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-7c37a9d7-a4a1-4b52-a600-2f31a1d50a80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0900657 Feb 21 09:59:50.965069 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-d10a2cd9-1461-4803-b629-28e734b00fde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 1001 time: 0.0580251 Feb 21 09:59:51.012829 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-ef14cad5-6a86-4065-abed-e48a9077f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:51.014224 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-ef14cad5-6a86-4065-abed-e48a9077f49e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0433941 Feb 21 09:59:51.064013 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-7876e398-e0c1-413d-9c58-a3c4c21e048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:51.065531 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-7876e398-e0c1-413d-9c58-a3c4c21e048b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458000 Feb 21 09:59:51.153138 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-b498f9de-c294-48ef-86c7-eae1f1d4e028 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805519 Feb 21 09:59:51.247622 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86c8a27c-041d-4343-b9c4-1d32090f2d04 req-4bb6f27e-def9-444c-a001-68a60c6dd5b4 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875630 Feb 21 09:59:58.156566 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-fdae828c-2446-4c0a-b88d-1f707588d836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.528044 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-87414332-f67c-42ca-a0c5-570f2592ce4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:01.889628 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.552049 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.631803 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:00:04.746568 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:05.932996 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:28.171570 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5aff-2df0-4d32-ba9c-c7ca908871c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:30.526017 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-bba4d5d1-0609-4564-923e-1dada70ee9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:31.916715 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:33.548430 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:34.748387 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:35.922336 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:40.630291 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:00:44.289658 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-98241918-4b24-4fb3-a9bd-473eb53ac16b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367724581&fields=id&tenant_id=6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 267 time: 0.0467510 Feb 21 10:00:44.394681 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-bff120e2-1600-41c8-9e1c-5331ea96b895 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:44.396032 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-bff120e2-1600-41c8-9e1c-5331ea96b895 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 811 time: 0.0999851 Feb 21 10:00:44.410122 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-9d8b6226-9e58-4392-bcb1-39a82c39c100 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/quotas/6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 375 time: 0.0089302 Feb 21 10:00:44.468935 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-78871e5f-7a7e-4032-8313-784ef9cf9e6c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542226 Feb 21 10:00:44.562605 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-c10a3797-0929-4d35-909f-d9bba77634fc service neutron] 10.222.0.60 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822644 Feb 21 10:00:44.654596 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-3d0546c7-d9eb-4f28-b53a-e662a918ad74 service neutron] 10.222.0.60 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Feb 21 10:00:46.199647 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-59313791-77c7-404a-950f-57be013b5608 req-ea87a0e9-0a00-470e-aabe-966713c06cde tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 210 time: 0.0271218 Feb 21 10:00:47.293460 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-a93b2ca5-e087-4c5a-8cd7-e9d1ead194ca req-cf29160f-ee9e-4793-bf75-71433840c7dc tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 210 time: 0.0279737 Feb 21 10:00:48.107800 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-50c7e87b-3366-4b28-a152-bad954f8f9d5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:48.109243 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-50c7e87b-3366-4b28-a152-bad954f8f9d5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 811 time: 0.1001356 Feb 21 10:00:48.179677 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-770ebfbd-eb75-4e50-b403-4478e200f088 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6677004a2f1e44f7a29a7e025e86217d HTTP/1.1" status: 200 len: 379 time: 0.0558765 Feb 21 10:00:48.188990 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'port': {'device_id': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'admin_state_up': True, 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'security_groups': ['f3ee3206-dbbd-4799-a986-3f75d3cce278']}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:48.393530 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a4339030-7d3d-4164-8201-be5a05ffcd53 req-a764307b-f15f-4c38-98ce-f5951b8834a6 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 210 time: 0.0320966 Feb 21 10:00:48.413184 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Made reservation on behalf of 6677004a2f1e44f7a29a7e025e86217d for: {'port': 1} {{(pid=109841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:00:48.416542 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:48.542496 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Allocated IP 172.20.0.5 (3b6e4e03-05b1-46bb-9c53-238bf1875ddd/21ec2cde-5773-4c91-8a10-0056dd8224b1/9956bcae-d6b6-4dc7-829e-0fcc4d982110) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:00:48.671670 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:48.759581 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:48.800949 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:00:48.804777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:00:48.810442 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:00:48.834109 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=9956bcae-d6b6-4dc7-829e-0fcc4d982110,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:48.846869 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.851577 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:48.875976 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:48.880145 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:48.960615 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-016334bd-93d9-4596-bd2a-070cafde0b3a tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7750785 Feb 21 10:00:48.978040 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Request body: {'port': {'device_id': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:49.037916 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:49.079243 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-7caad100-a9a7-4038-b4f8-67fed3a07328 None None] Provisioning complete for port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 triggered by entity DHCP. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:49.079886 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7caad100-a9a7-4038-b4f8-67fed3a07328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:49.116442 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-7caad100-a9a7-4038-b4f8-67fed3a07328 None None] Port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 cannot update to ACTIVE because it is not bound. {{(pid=109842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:00:49.300073 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9956bcae-d6b6-4dc7-829e-0fcc4d982110 {{(pid=109841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:00:49.307855 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Publish callbacks [] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:49.320146 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.provisioning_blocks [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Transition to ACTIVE for port object 9956bcae-d6b6-4dc7-829e-0fcc4d982110 will not be triggered until provisioned by entity L2. {{(pid=109841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:00:49.376041 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:49.428372 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Pushing event updated for resources: {'Port': ['ID=9956bcae-d6b6-4dc7-829e-0fcc4d982110,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:49.527861 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Attempting to bind port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:00:49.528128 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Attempting to bind port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:00:49.528457 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Attempting to bind port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:00:49.536691 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:00:49.537027 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Attempting to bind port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 on network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:00:49.544487 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Checking agent: {'id': '45af4767-43d7-4a79-b6cf-120db92f2352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'started_at': datetime.datetime(2022, 2, 21, 9, 39, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:00:49.544823 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Checking segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:00:49.545208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Bound using segment: {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'} {{(pid=109841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:00:49.545668 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.managers [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Bound port: 9956bcae-d6b6-4dc7-829e-0fcc4d982110, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff764d0-0bc8-471a-8371-82e282c0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd'}}] {{(pid=109841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:00:49.546031 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:49.563086 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326bbff-9224-4661-9a7f-c34e4fd1cc0b req-9d287082-a23a-41bd-a566-c3f5b76011f5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:49.564815 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3326bbff-9224-4661-9a7f-c34e4fd1cc0b req-9d287082-a23a-41bd-a566-c3f5b76011f5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0877080 Feb 21 10:00:49.656134 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-3326bbff-9224-4661-9a7f-c34e4fd1cc0b req-74a01c4d-0e75-4871-a04a-04abd5820381 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840905 Feb 21 10:00:49.657124 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] For port 9956bcae-d6b6-4dc7-829e-0fcc4d982110, host hv-cinder-80473, cleared binding levels {{(pid=109841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:00:49.660280 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] For port 9956bcae-d6b6-4dc7-829e-0fcc4d982110, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:00:49.733985 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:49.773827 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:49.773827 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:49.773827 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] 10.222.0.10 "PUT /v2.0/ports/9956bcae-d6b6-4dc7-829e-0fcc4d982110 HTTP/1.1" status: 200 len: 1093 time: 0.8001764 Feb 21 10:00:49.773827 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:00:49.775887 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c3110-0a3c-4bd3-9154-6d6359ae5ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:00:49.802812 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d013a-fa83-4c28-8121-d310bec70b62 service neutron] Pushing event updated for resources: {'Port': ['ID=9956bcae-d6b6-4dc7-829e-0fcc4d982110,revision_number=3']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:49.822980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae3c921-e8d3-4d0e-9149-3e4a199d6aa3 x-openstack-request-id: req-1ae3c921-e8d3-4d0e-9149-3e4a199d6aa3 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:00:49.823837 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:00:49.824073 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ae3c921-e8d3-4d0e-9149-3e4a199d6aa3 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:00:49.824502 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'status': 'completed', 'code': 200} Feb 21 10:00:49.954179 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c3110-0a3c-4bd3-9154-6d6359ae5ca3 req-c1f57aec-5bf8-424d-a517-1c191998626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:49.955687 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-850c3110-0a3c-4bd3-9154-6d6359ae5ca3 req-c1f57aec-5bf8-424d-a517-1c191998626d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 1127 time: 0.0449162 Feb 21 10:00:50.062700 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c3110-0a3c-4bd3-9154-6d6359ae5ca3 req-f96407b6-6d16-42e2-a6d1-964393528fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:50.064033 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-850c3110-0a3c-4bd3-9154-6d6359ae5ca3 req-f96407b6-6d16-42e2-a6d1-964393528fe5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6677004a2f1e44f7a29a7e025e86217d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0949464 Feb 21 10:00:50.156411 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c3110-0a3c-4bd3-9154-6d6359ae5ca3 req-9627fe0d-5ca4-4d35-8345-2ce07bc030fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:50.157904 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-850c3110-0a3c-4bd3-9154-6d6359ae5ca3 req-9627fe0d-5ca4-4d35-8345-2ce07bc030fd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877581 Feb 21 10:00:50.264084 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-4f7731a9-8dc8-4d79-b58e-68e700dc6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:50.265601 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-4f7731a9-8dc8-4d79-b58e-68e700dc6aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 1127 time: 0.0450959 Feb 21 10:00:50.317188 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-3059624a-83dd-4276-8661-6933bdbe2350 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110 HTTP/1.1" status: 200 len: 217 time: 0.0375764 Feb 21 10:00:50.364716 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-86538e26-5d01-44b7-8ffd-2943abd5aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:50.366209 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-86538e26-5d01-44b7-8ffd-2943abd5aae1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0450196 Feb 21 10:00:50.414980 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-cd9e4012-03f7-49c6-9094-b9cdf0b4ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:50.416448 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-cd9e4012-03f7-49c6-9094-b9cdf0b4ffc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436711 Feb 21 10:00:50.508233 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-5a703387-4e82-4042-83c5-383697591fed service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857036 Feb 21 10:00:50.593612 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1063eab8-84b6-415e-bd3a-019764cf0c4c req-db22c5d5-e6d0-4776-81d5-aeae413b31d1 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790985 Feb 21 10:00:50.780833 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c09e-0097-4164-9d97-2d87885486d7 req-40ec38dd-1412-469d-a9fb-fb0b87de2efa tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:50.782294 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-42c2c09e-0097-4164-9d97-2d87885486d7 req-40ec38dd-1412-469d-a9fb-fb0b87de2efa tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0576849 Feb 21 10:00:50.830021 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-42c2c09e-0097-4164-9d97-2d87885486d7 req-41bbe80e-a7f1-438e-ae9c-1521555b8355 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421326 Feb 21 10:00:51.947426 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332fb7d-e8d8-4970-95ac-74af7dfb335f req-179b3d5c-7742-4ebe-8aaf-fa0c10c39c60 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:51.948868 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a332fb7d-e8d8-4970-95ac-74af7dfb335f req-179b3d5c-7742-4ebe-8aaf-fa0c10c39c60 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0513759 Feb 21 10:00:51.996817 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a332fb7d-e8d8-4970-95ac-74af7dfb335f req-284faeb0-ea68-4806-8d2c-1c5a5810d32e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424218 Feb 21 10:00:52.711183 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-d71892f4-f49f-4c21-a8ca-3e2322401a66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425527 Feb 21 10:00:52.809028 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-a9881ad3-c170-44c0-829b-f02758c9448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:52.810583 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-a9881ad3-c170-44c0-829b-f02758c9448c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1129 time: 0.0436866 Feb 21 10:00:52.912115 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-874d10e5-ae66-44bf-a778-ea690dc1e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:52.913609 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-874d10e5-ae66-44bf-a778-ea690dc1e9a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0850570 Feb 21 10:00:52.982348 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-b8443763-06a1-45ea-95b7-2dcdc331d16e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 1001 time: 0.0633645 Feb 21 10:00:53.030393 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-1537fc02-b058-4765-86dc-89c9e6d49455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:53.031857 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-1537fc02-b058-4765-86dc-89c9e6d49455 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0438979 Feb 21 10:00:53.116105 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-f20ef672-b34c-451b-96bf-64192af776e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:53.117616 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-f20ef672-b34c-451b-96bf-64192af776e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789125 Feb 21 10:00:53.128745 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a72b0-fe1f-48f4-bd45-dcc3dbdd12c6 req-4a2f48d1-eeb8-4930-9557-4dfacbcb3b78 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:53.130115 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-275a72b0-fe1f-48f4-bd45-dcc3dbdd12c6 req-4a2f48d1-eeb8-4930-9557-4dfacbcb3b78 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0640237 Feb 21 10:00:53.228554 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-275a72b0-fe1f-48f4-bd45-dcc3dbdd12c6 req-131db42f-cb14-4f68-a66c-77afbf3653f5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908530 Feb 21 10:00:53.250097 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-c4b76829-2894-432e-b620-3109ca5337c7 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190522 Feb 21 10:00:53.338815 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-55a61b29-c4b0-480d-a357-511e7028cf1a req-f596bb67-e12a-46db-8bcc-2ebc2784ff10 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830033 Feb 21 10:00:54.344132 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4a3c3-db7a-41a4-a76c-b78496e1c3c3 req-fdc03a60-35ed-4f09-90d4-c532b6d052f2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:54.345594 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b0f4a3c3-db7a-41a4-a76c-b78496e1c3c3 req-fdc03a60-35ed-4f09-90d4-c532b6d052f2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0513515 Feb 21 10:00:54.395152 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-b0f4a3c3-db7a-41a4-a76c-b78496e1c3c3 req-fdc82ea9-e6cc-4e76-99a0-ed478105bcbd tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433652 Feb 21 10:00:55.511257 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd99f9-628d-4d0d-b463-d841f33955e8 req-4ccb9fac-5401-4965-b60a-147aa1d9cd86 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:55.512694 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-52cd99f9-628d-4d0d-b463-d841f33955e8 req-4ccb9fac-5401-4965-b60a-147aa1d9cd86 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0512009 Feb 21 10:00:55.562994 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-52cd99f9-628d-4d0d-b463-d841f33955e8 req-0848dafd-ce7f-4c1b-992d-8fdb23bf8c02 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Feb 21 10:00:56.684701 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ca6f-23cf-444c-8fe6-2d53da785388 req-d2a933ca-4634-419d-a75c-fa52719b84de tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:56.686192 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4ee8ca6f-23cf-444c-8fe6-2d53da785388 req-d2a933ca-4634-419d-a75c-fa52719b84de tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0556419 Feb 21 10:00:56.733877 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-4ee8ca6f-23cf-444c-8fe6-2d53da785388 req-23d738e4-992e-46e8-9b63-92c87ef5ce19 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422761 Feb 21 10:00:57.846615 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01bec-7a6c-417f-9cee-69407f5f82f9 req-153891c4-2680-4e75-a1a2-f2752515b7b2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:57.848639 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ec01bec-7a6c-417f-9cee-69407f5f82f9 req-153891c4-2680-4e75-a1a2-f2752515b7b2 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0509443 Feb 21 10:00:57.896893 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2ec01bec-7a6c-417f-9cee-69407f5f82f9 req-59afeb80-a5da-49bd-8b48-ae1b039bb610 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Feb 21 10:00:58.193320 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9be1c4f3-45e8-4d4b-91ba-5ac44ac6d667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:59.012169 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d0ece-8569-4a85-93ed-3ea8548a2619 req-efcec5bc-cffb-404e-aac0-de8cc03614a4 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:59.013653 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e78d0ece-8569-4a85-93ed-3ea8548a2619 req-efcec5bc-cffb-404e-aac0-de8cc03614a4 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0512946 Feb 21 10:00:59.060014 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-e78d0ece-8569-4a85-93ed-3ea8548a2619 req-6d2baf91-e5b8-4935-81c2-c754ca42e464 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 Feb 21 10:01:00.069531 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 9956bcae-d6b6-4dc7-829e-0fcc4d982110 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:01:00.165369 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 9956bcae-d6b6-4dc7-829e-0fcc4d982110, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:01:00.177245 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Returning: {'device': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'port_id': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'mac_address': 'fa:16:3e:a5:b2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:01:00.186815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47777b-b86a-4033-9668-e95bc36fe94d req-c080d27e-7069-41b2-9e22-e5692f1877f1 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:00.188285 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1d47777b-b86a-4033-9668-e95bc36fe94d req-c080d27e-7069-41b2-9e22-e5692f1877f1 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 943 time: 0.0512106 Feb 21 10:01:00.217403 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 is: DOWN; New status is: BUILD {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:01:00.217831 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:00.236558 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-1d47777b-b86a-4033-9668-e95bc36fe94d req-9ff4144f-a152-4f0d-b8a2-51da9b6ccfd5 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415463 Feb 21 10:01:00.239363 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9956bcae-d6b6-4dc7-829e-0fcc4d982110 {{(pid=109842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:01:00.259878 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 9956bcae-d6b6-4dc7-829e-0fcc4d982110, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:01:00.330555 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:00.385029 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=9956bcae-d6b6-4dc7-829e-0fcc4d982110,revision_number=4']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:01:00.392669 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.393023 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.393361 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.393716 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.394048 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.394410 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.394737 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.395062 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.395387 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.395713 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.396115 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.396451 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.396989 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:01:00.524532 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-8f03124c-9e32-4fc4-b2ef-b46b098d67ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:00.762041 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] get_ports_and_sgs() called for port_ids ['9956bcae-d6b6-4dc7-829e-0fcc4d982110'] {{(pid=109842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:01:01.360542 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a4d9e-fdd9-4977-8406-e5a65367670b req-81b11efa-95c3-445f-85d7-aa1fe1993128 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:01.362022 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-398a4d9e-fdd9-4977-8406-e5a65367670b req-81b11efa-95c3-445f-85d7-aa1fe1993128 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 944 time: 0.0564194 Feb 21 10:01:01.410682 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-398a4d9e-fdd9-4977-8406-e5a65367670b req-74ca934b-ba6c-446a-a273-25f4df59abe9 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Feb 21 10:01:01.881592 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:02.096328 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 9956bcae-d6b6-4dc7-829e-0fcc4d982110 up at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:01:02.232490 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning for port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 completed by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:01:02.236398 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.provisioning_blocks [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Provisioning complete for port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 triggered by entity L2. {{(pid=109842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:01:02.236778 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744985'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), provisioning_complete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:02.316320 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Current status of the port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 is: BUILD; New status is: ACTIVE {{(pid=109842) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:01:02.317079 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), before_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:02.339442 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110'}] {{(pid=109842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:01:02.341679 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a599a71e0d09d68285c2b1cd2a88a019c3ce52c07328d0a461fa761619283f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f963320a-6bb8-471b-a83e-37f66269818b" -d '{"events": [{"server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "name": "network-vif-plugged", "status": "completed", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110"}]}' {{(pid=109842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:01:02.354280 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] For port 9956bcae-d6b6-4dc7-829e-0fcc4d982110, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:01:02.384243 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326be5d5-5668-4882-bd0b-299a3381f88d x-openstack-request-id: req-326be5d5-5668-4882-bd0b-299a3381f88d {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:01:02.384543 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "name": "network-vif-plugged", "status": "completed", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110", "code": 200}]} {{(pid=109842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:01:02.384802 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-326be5d5-5668-4882-bd0b-299a3381f88d {{(pid=109842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:01:02.385197 dv-cinder-804735-19-iscsi neutron-server[109842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'code': 200} Feb 21 10:01:02.459210 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:02.507958 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Pushing event updated for resources: {'Port': ['ID=9956bcae-d6b6-4dc7-829e-0fcc4d982110,revision_number=5']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:01:02.538836 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aeab7-7fb1-44e7-9e6f-4e4aba8972ac req-c82ed079-cdf1-4217-9ae0-6209b112dffc tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:02.540317 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bf9aeab7-7fb1-44e7-9e6f-4e4aba8972ac req-c82ed079-cdf1-4217-9ae0-6209b112dffc tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 945 time: 0.0576527 Feb 21 10:01:02.588913 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-bf9aeab7-7fb1-44e7-9e6f-4e4aba8972ac req-bffe34c9-ce6b-42f9-982a-f1ee4930fd71 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430422 Feb 21 10:01:02.779792 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524dd80-1fe8-4fd8-8342-7eb7a881fbb1 req-def85b25-ef2b-4224-b1b3-7381717a10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:02.781148 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6524dd80-1fe8-4fd8-8342-7eb7a881fbb1 req-def85b25-ef2b-4224-b1b3-7381717a10bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 1129 time: 0.0464404 Feb 21 10:01:02.826187 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6524dd80-1fe8-4fd8-8342-7eb7a881fbb1 req-ab26c9e9-7870-4814-ab0f-3e003173bfc4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377100 Feb 21 10:01:03.555671 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:03.706780 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71e6e-19e7-412c-8246-72372209c174 req-8a6d6dcb-b014-438d-82bd-908a4eb60586 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:03.708964 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fde71e6e-19e7-412c-8246-72372209c174 req-8a6d6dcb-b014-438d-82bd-908a4eb60586 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 945 time: 0.0514896 Feb 21 10:01:03.756116 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-fde71e6e-19e7-412c-8246-72372209c174 req-7988ad29-bf2e-4f64-89f2-97552fba84fd tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417371 Feb 21 10:01:04.746793 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:04.872349 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82accda-87be-4149-b7dd-417351ba045c req-f322586e-2e6d-4294-a7e3-f7497b603c72 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:04.873829 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f82accda-87be-4149-b7dd-417351ba045c req-f322586e-2e6d-4294-a7e3-f7497b603c72 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 945 time: 0.0515389 Feb 21 10:01:04.925457 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-f82accda-87be-4149-b7dd-417351ba045c req-61fa0b95-d13c-4806-877c-b3aea670a2aa tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461242 Feb 21 10:01:05.042806 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f9414-ea5b-4667-8a3e-9223bc2dc03c req-26fa1131-12a2-43ac-a60d-75c6e3251a4e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:05.044166 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c34f9414-ea5b-4667-8a3e-9223bc2dc03c req-26fa1131-12a2-43ac-a60d-75c6e3251a4e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 945 time: 0.0548227 Feb 21 10:01:05.091840 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-c34f9414-ea5b-4667-8a3e-9223bc2dc03c req-71d44f04-e532-46f8-829b-ae53aa5ef254 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Feb 21 10:01:05.113064 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37532) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:01:05.195626 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857e87e-fa62-4992-bd6a-a1ae534962b0 tempest-TestVolumeBootPattern-1962818504 tempest-TestVolumeBootPattern-1962818504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:05.197081 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-8857e87e-fa62-4992-bd6a-a1ae534962b0 tempest-TestVolumeBootPattern-1962818504 tempest-TestVolumeBootPattern-1962818504-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 1124 time: 0.0830173 Feb 21 10:01:05.199823 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37536) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:01:05.203933 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.v2.base [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Request body: {'floatingip': {'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'port_id': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:01:05.284057 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:05.647268 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (None), before_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:05.746312 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_common [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Allocated IP 172.27.3.121 (0a31e9d4-db1f-44bc-b113-2e474c29defa/9a132566-06a6-4002-a614-29db1dd0735f/a3f66758-48a6-4561-803c-846a8e0dadef) {{(pid=109841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:01:05.846557 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (a3f66758-48a6-4561-803c-846a8e0dadef), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:05.930777 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770778991418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (a3f66758-48a6-4561-803c-846a8e0dadef), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:05.970665 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Network 0a31e9d4-db1f-44bc-b113-2e474c29defa is already hosted by enough agents. {{(pid=109841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:01:05.977815 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.base_scheduler [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Resources bound (agent type, host, resource id): {{(pid=109841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:01:05.980421 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Received port after_create {{(pid=109841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:01:05.986268 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=a3f66758-48a6-4561-803c-846a8e0dadef,revision_number=1']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:01:06.067732 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:06.352523 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (a40d84a0-eb9d-423c-b886-761b9d4c20ed), precommit_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:06.480320 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592640'] for port (a3f66758-48a6-4561-803c-846a8e0dadef), before_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:06.628253 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for port (a3f66758-48a6-4561-803c-846a8e0dadef), precommit_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:06.692899 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770779550091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770778991436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770778991454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327612'] for port (a3f66758-48a6-4561-803c-846a8e0dadef), after_update {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:06.762464 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event updated for resources: {'Port': ['ID=a3f66758-48a6-4561-803c-846a8e0dadef,revision_number=2']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:01:06.774617 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689074'] for floatingip (a40d84a0-eb9d-423c-b886-761b9d4c20ed), after_create {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:06.877984 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.db.l3_db [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Floating IP a40d84a0-eb9d-423c-b886-761b9d4c20ed associated. External IP: 172.27.3.121, port: 9956bcae-d6b6-4dc7-829e-0fcc4d982110. Feb 21 10:01:07.086970 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:01:07.196478 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:01:07.206214 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:01:07.216723 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:01:07.217560 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:01:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:01:07.280261 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:07.317210 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-579e6390-df47-4d33-8273-4dca694ef9ca tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1157055 Feb 21 10:01:07.318322 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:01:07.320609 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af8f09b-1581-4afe-99ee-d9f3e826e637" -d '{"events": [{"name": "network-changed", "server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:01:07.330828 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:01:07.365701 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183e8929-ea1f-4df9-930c-0cdfc5afd53d x-openstack-request-id: req-183e8929-ea1f-4df9-930c-0cdfc5afd53d {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:01:07.366619 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:01:07.366619 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-183e8929-ea1f-4df9-930c-0cdfc5afd53d {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:01:07.366833 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'status': 'completed', 'code': 200} Feb 21 10:01:07.454394 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-88a232e0-30e3-4803-a80d-6240ec628018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:07.455978 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-88a232e0-30e3-4803-a80d-6240ec628018 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 1129 time: 0.0445607 Feb 21 10:01:07.546187 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-8c793bf3-6f5e-42ee-96bd-7c34d1043e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:07.547653 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-8c793bf3-6f5e-42ee-96bd-7c34d1043e4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0848835 Feb 21 10:01:07.560407 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'a40d84a0-eb9d-423c-b886-761b9d4c20ed', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:a5:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:01:06Z', 'updated_at': '2022-02-21T10:01:06Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}, {'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:44Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:01:07.586710 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:01:07.595076 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:01:07.595619 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:01:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:01:07.616080 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-fb5108fd-e95d-48ba-a205-f9c06a553255 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110 HTTP/1.1" status: 200 len: 999 time: 0.0620911 Feb 21 10:01:07.663651 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-f17e7c5c-3a0f-4459-8429-9853d451c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:07.665160 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-f17e7c5c-3a0f-4459-8429-9853d451c704 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0431364 Feb 21 10:01:07.704359 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:01:07.713063 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-903688d4-f2bc-4d1e-b27a-71c9daf53ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:07.714737 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-903688d4-f2bc-4d1e-b27a-71c9daf53ff9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443304 Feb 21 10:01:07.806907 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-fd6b7e1e-a611-4546-af45-dfeeb0ad3d94 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862355 Feb 21 10:01:07.895225 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-6af8f09b-1581-4afe-99ee-d9f3e826e637 req-90b8ffdc-bb0a-441d-b456-e988ce6be12f service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820343 Feb 21 10:01:07.929151 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'a40d84a0-eb9d-423c-b886-761b9d4c20ed', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:a5:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:01:06Z', 'updated_at': '2022-02-21T10:01:06Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}, {'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:44Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:01:07.959020 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34836406-4d4a-4ad9-a5a9-518f07652131 None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'a40d84a0-eb9d-423c-b886-761b9d4c20ed', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:a5:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:01:06Z', 'updated_at': '2022-02-21T10:01:06Z', 'revision_number': 0, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}, {'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:44Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:01:08.151347 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4c991-252b-4798-a92c-b732921c8535 None None] New status for floating IP a40d84a0-eb9d-423c-b886-761b9d4c20ed: ACTIVE {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:01:17.629215 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:01:28.183249 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c4ac07b8-840b-4120-a144-20e01bd96db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:30.543138 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-019e0db6-94c7-4964-be73-31f765891809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:31.886423 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:33.585375 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:34.754636 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:35.956743 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:53.728000 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-4e642561-6ddf-42a2-b870-a8c2ae6518ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479703 Feb 21 10:01:53.827668 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-ec61ff8b-751a-4c11-9f19-486c8ac11f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:53.829125 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-ec61ff8b-751a-4c11-9f19-486c8ac11f13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1129 time: 0.0434954 Feb 21 10:01:53.925792 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-5a5e0d7c-9eeb-4c50-b11b-980be49ea841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:53.927216 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-5a5e0d7c-9eeb-4c50-b11b-980be49ea841 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0817394 Feb 21 10:01:53.994535 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-1b07aaa7-8ee4-45cb-94c3-980fd352ff1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 1001 time: 0.0606658 Feb 21 10:01:54.042408 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-0d908ec4-78df-4656-aa82-380d6df5987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:54.043901 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-0d908ec4-78df-4656-aa82-380d6df5987e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0439241 Feb 21 10:01:54.091188 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-27c0ba24-2381-42ec-aac0-1a0936f89c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:54.092661 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-27c0ba24-2381-42ec-aac0-1a0936f89c0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433459 Feb 21 10:01:54.182859 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-ad26329c-a455-4c14-be33-5353fdbc192f service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843971 Feb 21 10:01:54.268190 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-b709e5c6-2394-43d3-992e-8bc775dc73ec req-e0ca27fc-2a90-474d-a2d2-c611bf9f20f0 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795896 Feb 21 10:01:54.631011 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:01:58.207244 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-fa049d14-d311-40b2-8444-08972bfa4a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:00.532775 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-82916e57-e8be-4b88-becd-7a2e3db590f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:01.932289 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:03.560998 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:04.743550 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:05.926711 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:28.186969 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7bfe-e33d-4b4f-b08c-05e9b11dfa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:30.554055 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b1f89f60-694e-4a83-8af4-ea9094b2373a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:31.630022 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:02:31.879928 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:33.571120 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:34.782697 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:35.964072 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:54.748122 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-a3e93f90-497d-4591-978e-61ba488ee232 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854142 Feb 21 10:02:54.825070 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a083-1a48-48be-ad4c-444d7442c01a req-24c6842d-d928-4448-9942-4bd897e122ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:54.826580 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-24c6842d-d928-4448-9942-4bd897e122ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 1129 time: 0.0446403 Feb 21 10:02:54.927323 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a083-1a48-48be-ad4c-444d7442c01a req-a82d631b-c565-4be9-8b57-47e7f7890fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:54.928776 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-a82d631b-c565-4be9-8b57-47e7f7890fef service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0843377 Feb 21 10:02:54.996076 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-4c76c3e2-051f-42df-bd6d-c8f21d1d92d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110 HTTP/1.1" status: 200 len: 1001 time: 0.0616624 Feb 21 10:02:55.042767 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a083-1a48-48be-ad4c-444d7442c01a req-35d28bff-2af7-4c08-9296-1699b1cb0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:55.044141 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-35d28bff-2af7-4c08-9296-1699b1cb0997 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0417197 Feb 21 10:02:55.091460 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a083-1a48-48be-ad4c-444d7442c01a req-c61b32e7-c42a-4d2f-9014-5592762e5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:55.092914 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-c61b32e7-c42a-4d2f-9014-5592762e5151 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422244 Feb 21 10:02:55.102642 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-4a12c56a-d461-4865-aeca-c69dbd57f744 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=109841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:02:55.103555 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-4a12c56a-d461-4865-aeca-c69dbd57f744 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046506 Feb 21 10:02:55.192363 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-5e2c6015-71da-433f-952b-724075e45947 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814841 Feb 21 10:02:55.282341 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-f313a083-1a48-48be-ad4c-444d7442c01a req-d6e34b1e-53ab-4a91-849d-1f6ba50740fb service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811245 Feb 21 10:02:55.965792 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37580) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:56.117744 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Deleting port a3f66758-48a6-4561-803c-846a8e0dadef {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:02:56.118084 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (a3f66758-48a6-4561-803c-846a8e0dadef), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:56.189073 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (a3f66758-48a6-4561-803c-846a8e0dadef), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:56.189392 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (a3f66758-48a6-4561-803c-846a8e0dadef), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:56.201254 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Calling delete_port for a3f66758-48a6-4561-803c-846a8e0dadef owned by network:floatingip {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:02:56.381874 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (a3f66758-48a6-4561-803c-846a8e0dadef), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:56.404882 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event deleted for resources: {'Port': ['ID=a3f66758-48a6-4561-803c-846a8e0dadef,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:56.415096 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.415447 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.415796 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.416135 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.416469 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.417326 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.417326 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.417550 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.417774 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.418101 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.418426 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.418750 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.419069 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:56.481454 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (a40d84a0-eb9d-423c-b886-761b9d4c20ed), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:56.481812 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Floating IP a40d84a0-eb9d-423c-b886-761b9d4c20ed disassociated (deleted). External IP: 172.27.3.121, port: 9956bcae-d6b6-4dc7-829e-0fcc4d982110. Feb 21 10:02:56.685087 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:02:56.793455 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:02:56.798316 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:56.802973 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c601484-c570-4445-964e-c98396b6053d None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:02:56.812209 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:02:56.812828 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:02:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:56.831377 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-1cd57e83-dae7-48ea-8f01-abcb7b8dea2b tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "DELETE /v2.0/floatingips/a40d84a0-eb9d-423c-b886-761b9d4c20ed HTTP/1.1" status: 204 len: 168 time: 0.8645158 Feb 21 10:02:56.831952 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:02:56.835016 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba0fa79-d2c4-4451-aade-c1bf13207a53" -d '{"events": [{"name": "network-changed", "server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:02:56.940153 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430fba51-8493-406e-880c-945d88d507d9 x-openstack-request-id: req-430fba51-8493-406e-880c-945d88d507d9 {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:02:56.940153 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:02:56.940153 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-430fba51-8493-406e-880c-945d88d507d9 {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:02:56.940153 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'status': 'completed', 'code': 200} Feb 21 10:02:56.940618 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:02:57.167236 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:44Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:57.174181 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-af69e69e-c5d1-4a1e-a3c2-7fb47f6a4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:57.180635 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-af69e69e-c5d1-4a1e-a3c2-7fb47f6a4fe7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 1129 time: 0.0502481 Feb 21 10:02:57.197427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c601484-c570-4445-964e-c98396b6053d None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:02:57.206783 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:02:57.207583 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:02:30Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:57.270994 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-b2753016-1e24-4e7d-83da-eb0b822ae9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:57.272895 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-b2753016-1e24-4e7d-83da-eb0b822ae9d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0908871 Feb 21 10:02:57.314141 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c65e-f7e7-4bca-b128-990a2232e226 req-04edd842-d73b-4d71-a82f-5db394b7b68c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:57.317096 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-4d5cf95e-8090-4a8d-8a58-1619a27f734b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110 HTTP/1.1" status: 200 len: 217 time: 0.0372717 Feb 21 10:02:57.320904 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-44b9c65e-f7e7-4bca-b128-990a2232e226 req-04edd842-d73b-4d71-a82f-5db394b7b68c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 945 time: 0.0585458 Feb 21 10:02:57.372968 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-44b9c65e-f7e7-4bca-b128-990a2232e226 req-84c64b0d-ead0-4393-8400-74997f799138 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507286 Feb 21 10:02:57.376392 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-dc4ca442-6c2f-4b78-9b82-1d4fbdebb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:57.378145 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-dc4ca442-6c2f-4b78-9b82-1d4fbdebb949 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0541642 Feb 21 10:02:57.431061 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-9caf63cb-c54b-460c-914e-0d64ca707858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:57.432578 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-9caf63cb-c54b-460c-914e-0d64ca707858 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481141 Feb 21 10:02:57.463317 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:02:57.522174 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-b3126c1b-9913-4e51-a176-e013752a76b0 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827584 Feb 21 10:02:57.616783 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-9ba0fa79-d2c4-4451-aade-c1bf13207a53 req-4dad46a0-53f3-4604-a3cb-f7aed5bed264 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884061 Feb 21 10:02:57.682558 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-4c601484-c570-4445-964e-c98396b6053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:44Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:57.712362 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c601484-c570-4445-964e-c98396b6053d None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_floatingips': [{'id': 'f575ba6a-75f4-493d-b4c0-f6c519676fe6', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'router_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'port_id': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'mac_address': 'fa:16:3e:45:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5d983-af58-4b60-9459-52793babd952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:42Z', 'updated_at': '2022-02-21T09:58:44Z', 'revision_number': 1, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:02:57.926624 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d00f2-67af-4161-849d-9a570225ac34 None None] New status for floating IP a40d84a0-eb9d-423c-b886-761b9d4c20ed: DOWN {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:02:58.187019 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-81ca23d3-8ec9-4dbe-89fe-f35957c2695c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:58.496482 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429a447-27dd-41ac-a7c1-a4abd69c02d6 req-df05f32b-9467-4846-b5f2-a2cce8927d1d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:58.497939 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2429a447-27dd-41ac-a7c1-a4abd69c02d6 req-df05f32b-9467-4846-b5f2-a2cce8927d1d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 945 time: 0.0528026 Feb 21 10:02:58.547018 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-2429a447-27dd-41ac-a7c1-a4abd69c02d6 req-de510f26-d4e3-4f98-b04d-5b90aab9d79e tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435352 Feb 21 10:02:59.260659 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf49a2-7834-4a86-8174-917bf730e31b req-778a30e6-60ee-47b4-8aed-c7a7158e3db8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:59.262111 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-eecf49a2-7834-4a86-8174-917bf730e31b req-778a30e6-60ee-47b4-8aed-c7a7158e3db8 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 945 time: 0.0552351 Feb 21 10:02:59.351097 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Deleting port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:02:59.351440 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.443379 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] For port 9956bcae-d6b6-4dc7-829e-0fcc4d982110, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9956bcae-d6b6-4dc7-829e-0fcc4d982110,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:02:59.443744 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.456269 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Calling delete_port for 9956bcae-d6b6-4dc7-829e-0fcc4d982110 owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:02:59.638451 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (9956bcae-d6b6-4dc7-829e-0fcc4d982110), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.667366 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495d3f9-0094-4d7e-9a83-4779b1c52531 req-1142e91c-6baf-47bf-bbe5-0b1b2610ecbe tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:59.668817 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a495d3f9-0094-4d7e-9a83-4779b1c52531 req-1142e91c-6baf-47bf-bbe5-0b1b2610ecbe tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 867 time: 0.0523429 Feb 21 10:02:59.670289 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event deleted for resources: {'Port': ['ID=9956bcae-d6b6-4dc7-829e-0fcc4d982110,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:59.696814 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.697173 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.697550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.697883 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.698217 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.698544 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.698882 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.699194 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.699517 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.699903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.700229 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.700550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.700879 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:59.719601 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-a495d3f9-0094-4d7e-9a83-4779b1c52531 req-a550702b-dda0-4e82-bde3-77957bafbcce tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449197 Feb 21 10:02:59.722573 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] No DVR routers for this DVR port 9956bcae-d6b6-4dc7-829e-0fcc4d982110 on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:02:59.725434 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.728944 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-eecf49a2-7834-4a86-8174-917bf730e31b req-5719e91a-6b72-4cd7-b870-b83dda32bb6f tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "DELETE /v2.0/ports/9956bcae-d6b6-4dc7-829e-0fcc4d982110 HTTP/1.1" status: 204 len: 173 time: 0.4607146 Feb 21 10:02:59.729428 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'name': 'network-vif-deleted', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:02:59.731782 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c30a4e0-fc12-4fe8-9869-6cbbab06ca21" -d '{"events": [{"server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "name": "network-vif-deleted", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:02:59.767662 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4614217-825f-499e-a663-f480774744c6 x-openstack-request-id: req-a4614217-825f-499e-a663-f480774744c6 {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:02:59.767956 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d1e57-04dd-4231-b9b0-2be3920a2a87", "name": "network-vif-deleted", "tag": "9956bcae-d6b6-4dc7-829e-0fcc4d982110", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:02:59.768211 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4614217-825f-499e-a663-f480774744c6 {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:02:59.768611 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233d1e57-04dd-4231-b9b0-2be3920a2a87', 'name': 'network-vif-deleted', 'tag': '9956bcae-d6b6-4dc7-829e-0fcc4d982110', 'status': 'completed', 'code': 200} Feb 21 10:03:00.507317 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5fe49b69-4e4e-44c5-aba6-9b63e5332df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:00.830402 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-115cff71-9203-4cbf-9c7a-cd84a7fde891 req-5f2d94a7-d2ff-4786-b3e0-5e7d69c20b2d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=233d1e57-04dd-4231-b9b0-2be3920a2a87 HTTP/1.1" status: 200 len: 210 time: 0.0309248 Feb 21 10:03:01.901201 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:02.654505 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 9956bcae-d6b6-4dc7-829e-0fcc4d982110 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:02.677427 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 9956bcae-d6b6-4dc7-829e-0fcc4d982110 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:02.677807 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 9956bcae-d6b6-4dc7-829e-0fcc4d982110 not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:03.552674 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.300967 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37628) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:04.456913 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Deleting port add665d8-3a4b-4316-942c-b79f920aa3e3 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:04.457251 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.529571 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.529916 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (add665d8-3a4b-4316-942c-b79f920aa3e3), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.541598 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Calling delete_port for add665d8-3a4b-4316-942c-b79f920aa3e3 owned by network:floatingip {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:04.775083 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.804464 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (add665d8-3a4b-4316-942c-b79f920aa3e3), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.831256 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event deleted for resources: {'Port': ['ID=add665d8-3a4b-4316-942c-b79f920aa3e3,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:04.892120 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (f575ba6a-75f4-493d-b4c0-f6c519676fe6), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.895615 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.db.l3_db [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Floating IP f575ba6a-75f4-493d-b4c0-f6c519676fe6 disassociated (deleted). External IP: 172.27.3.231, port: 855fa647-9f7c-43b2-a486-cf0033ff2f1f. Feb 21 10:03:05.097677 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:03:05.205281 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:03:05.210762 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.216029 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:03:05.224825 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:05.225523 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:03:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:05.239637 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-ef40f1f4-19a0-4792-9ca6-4d6c7ee5bf98 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "DELETE /v2.0/floatingips/f575ba6a-75f4-493d-b4c0-f6c519676fe6 HTTP/1.1" status: 204 len: 168 time: 0.9374008 Feb 21 10:03:05.240243 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f'}] {{(pid=109840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:03:05.242528 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d98d427148f55ca7d913a266f1f33340f9a9b61a9b6db69fddad508f3bd4ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86143fed-6462-47f2-b3d0-761ac2c46084" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f"}]}' {{(pid=109840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:03:05.279682 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4bafcc-d4c9-4748-bb7e-e4b3d05d57af x-openstack-request-id: req-fd4bafcc-d4c9-4748-bb7e-e4b3d05d57af {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:03:05.279976 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f", "status": "completed", "code": 200}]} {{(pid=109840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:03:05.280231 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd4bafcc-d4c9-4748-bb7e-e4b3d05d57af {{(pid=109840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:03:05.280636 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'status': 'completed', 'code': 200} Feb 21 10:03:05.343012 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:05.376384 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-5d487ff1-1d8b-4036-b639-55d890c58e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:05.377837 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-5d487ff1-1d8b-4036-b639-55d890c58e00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6677004a2f1e44f7a29a7e025e86217d&device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 1129 time: 0.0465608 Feb 21 10:03:05.470775 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-cbae5b48-400b-4db8-801d-d08a3e24256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:05.472222 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-cbae5b48-400b-4db8-801d-d08a3e24256b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 200 len: 912 time: 0.0882797 Feb 21 10:03:05.511815 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-c09f677a-1162-4250-a6fc-0c4fc071aceb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 200 len: 217 time: 0.0340514 Feb 21 10:03:05.553180 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:05.561932 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-2514e057-8e67-4a2b-8e0e-d5e843a098cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:05.563375 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-2514e057-8e67-4a2b-8e0e-d5e843a098cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 200 len: 850 time: 0.0434101 Feb 21 10:03:05.579768 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:03:05.589109 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:05.589758 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:03:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:05.618596 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-0dccbc1c-d93f-409e-a8c2-33a5cf1f226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:05.619963 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-0dccbc1c-d93f-409e-a8c2-33a5cf1f226f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b6e4e03-05b1-46bb-9c53-238bf1875ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493979 Feb 21 10:03:05.702445 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:05.756489 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d4044-6221-4e57-a645-b2028c5093d9 req-c0f06bd8-f699-4228-b7ec-354caf9373ac tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:05.757974 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-637d4044-6221-4e57-a645-b2028c5093d9 req-c0f06bd8-f699-4228-b7ec-354caf9373ac tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.0839722 Feb 21 10:03:05.759735 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-88ef4988-dafc-42e5-97e6-9e2e318a3374 service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329346 Feb 21 10:03:05.857771 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-637d4044-6221-4e57-a645-b2028c5093d9 req-c009508c-10e3-44a9-a741-50e94010985c tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940802 Feb 21 10:03:05.882542 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-86143fed-6462-47f2-b3d0-761ac2c46084 req-7306301a-5b3f-481f-a554-f2314bccb82a service neutron] 10.222.0.10 "GET /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132405 Feb 21 10:03:05.918747 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:05.946059 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bb601-b0a0-4475-853f-edfec571f6e6 None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T09:55:11Z', 'revision_number': 4, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi', '_interfaces': [{'id': 'b90e6fb4-32b1-4336-a076-606a77815a07', 'name': '', 'network_id': '3b6e4e03-05b1-46bb-9c53-238bf1875ddd', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'mac_address': 'fa:16:3e:de:91:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:11Z', 'updated_at': '2022-02-21T09:55:15Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'subnets': [{'id': '21ec2cde-5773-4c91-8a10-0056dd8224b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:03:05.998550 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:06.162632 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb8938-7584-4e2f-af09-7056888a194a None None] New status for floating IP f575ba6a-75f4-493d-b4c0-f6c519676fe6: DOWN {{(pid=109843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:03:06.981895 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e31d5-0cee-4c47-aee8-196195e330ea req-0e020d75-c85f-453f-b079-fe6f440cfafc tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:06.983369 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ce2e31d5-0cee-4c47-aee8-196195e330ea req-0e020d75-c85f-453f-b079-fe6f440cfafc tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.0562432 Feb 21 10:03:07.031818 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-ce2e31d5-0cee-4c47-aee8-196195e330ea req-ce9174b7-a5d3-4d6d-bf9e-9546944ac095 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426972 Feb 21 10:03:07.761931 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337da73-c239-4650-bcd9-21470e0621cb req-e31be8c4-2150-4a2f-bfde-84a563a67b7d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:07.763361 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e337da73-c239-4650-bcd9-21470e0621cb req-e31be8c4-2150-4a2f-bfde-84a563a67b7d tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.3157163 Feb 21 10:03:07.853597 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Deleting port 855fa647-9f7c-43b2-a486-cf0033ff2f1f {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:07.853941 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:07.941260 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] For port 855fa647-9f7c-43b2-a486-cf0033ff2f1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=855fa647-9f7c-43b2-a486-cf0033ff2f1f,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:07.941654 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:07.954532 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Calling delete_port for 855fa647-9f7c-43b2-a486-cf0033ff2f1f owned by compute:nova {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:08.142062 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (855fa647-9f7c-43b2-a486-cf0033ff2f1f), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:08.181708 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event deleted for resources: {'Port': ['ID=855fa647-9f7c-43b2-a486-cf0033ff2f1f,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:08.204536 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2d577-3693-48ff-946c-568cfe78c747 req-9dcab877-d5e3-471b-b21c-e09aaca5eb51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:08.206027 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0dc2d577-3693-48ff-946c-568cfe78c747 req-9dcab877-d5e3-471b-b21c-e09aaca5eb51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 945 time: 0.1074471 Feb 21 10:03:08.230894 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] No DVR routers for this DVR port 855fa647-9f7c-43b2-a486-cf0033ff2f1f on host hv-cinder-80473 {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:03:08.233428 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for port (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:08.236820 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-e337da73-c239-4650-bcd9-21470e0621cb req-cf89c41d-abb6-4847-87a7-49f96c9a5447 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.10 "DELETE /v2.0/ports/855fa647-9f7c-43b2-a486-cf0033ff2f1f HTTP/1.1" status: 204 len: 173 time: 0.4670560 Feb 21 10:03:08.238462 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'name': 'network-vif-deleted', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f'}] {{(pid=109841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:03:08.242019 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ac6575879ce581299bdb01c354c2bdb7c067bae4679d19daed94b825fa3fe9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d2b932-0fe4-4b83-9356-47e4c5399128" -d '{"events": [{"server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "name": "network-vif-deleted", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f"}]}' {{(pid=109841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:03:08.278011 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc962e3d-5ce3-4980-845b-acc207c2361f x-openstack-request-id: req-bc962e3d-5ce3-4980-845b-acc207c2361f {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:03:08.281725 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c5d983-af58-4b60-9459-52793babd952", "name": "network-vif-deleted", "tag": "855fa647-9f7c-43b2-a486-cf0033ff2f1f", "status": "completed", "code": 200}]} {{(pid=109841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:03:08.281725 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc962e3d-5ce3-4980-845b-acc207c2361f {{(pid=109841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:03:08.281725 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c5d983-af58-4b60-9459-52793babd952', 'name': 'network-vif-deleted', 'tag': '855fa647-9f7c-43b2-a486-cf0033ff2f1f', 'status': 'completed', 'code': 200} Feb 21 10:03:08.283799 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [req-0dc2d577-3693-48ff-946c-568cfe78c747 req-b350a47e-bcc1-4855-a646-a03773d76e50 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/security-groups?id=f3ee3206-dbbd-4799-a986-3f75d3cce278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721331 Feb 21 10:03:08.629708 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:03:09.390758 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [req-2dcb91a6-e571-4a6f-9ae0-8d1d9af0c8a2 req-7bad8112-5240-4327-a449-6077ad539b02 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c5d983-af58-4b60-9459-52793babd952 HTTP/1.1" status: 200 len: 210 time: 0.0279834 Feb 21 10:03:10.446355 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37646) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:10.566058 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Deleting port 43f5b190-6184-4086-a697-84689a27dd0d {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:10.566400 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (43f5b190-6184-4086-a697-84689a27dd0d), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.642702 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (43f5b190-6184-4086-a697-84689a27dd0d), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.643027 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (43f5b190-6184-4086-a697-84689a27dd0d), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.654260 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Calling delete_port for 43f5b190-6184-4086-a697-84689a27dd0d owned by network:floatingip {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:10.698235 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 855fa647-9f7c-43b2-a486-cf0033ff2f1f no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:10.718260 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] No Port match for: 855fa647-9f7c-43b2-a486-cf0033ff2f1f {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:10.718611 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Device 855fa647-9f7c-43b2-a486-cf0033ff2f1f not bound to the agent host hv-cinder-80473 {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:10.832561 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (43f5b190-6184-4086-a697-84689a27dd0d), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.861305 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event deleted for resources: {'Port': ['ID=43f5b190-6184-4086-a697-84689a27dd0d,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:10.920547 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for floatingip (8bf9739e-b6cc-465a-bfeb-ac0510673c88), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.923068 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169315'] for floatingip (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.924194 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-a865d8a7-0dcc-41ec-9d77-55d22d70bf51 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "DELETE /v2.0/floatingips/8bf9739e-b6cc-465a-bfeb-ac0510673c88 HTTP/1.1" status: 204 len: 168 time: 0.4768732 Feb 21 10:03:12.219951 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37658) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:12.275517 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d0f18da7-bc55-42a6-9d26-a64596521781 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group (f3ee3206-dbbd-4799-a986-3f75d3cce278), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.299508 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d0f18da7-bc55-42a6-9d26-a64596521781 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group (f3ee3206-dbbd-4799-a986-3f75d3cce278), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.409705 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d0f18da7-bc55-42a6-9d26-a64596521781 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (f3ee3206-dbbd-4799-a986-3f75d3cce278), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.412939 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d0f18da7-bc55-42a6-9d26-a64596521781 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Publish callbacks [] for security_group (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.414152 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-d0f18da7-bc55-42a6-9d26-a64596521781 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] 10.222.0.60 "DELETE /v2.0/security-groups/f3ee3206-dbbd-4799-a986-3f75d3cce278 HTTP/1.1" status: 204 len: 168 time: 0.1931689 Feb 21 10:03:12.423885 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f18da7-bc55-42a6-9d26-a64596521781 tempest-TestVolumeBootPattern-136372856 tempest-TestVolumeBootPattern-136372856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ee3206-dbbd-4799-a986-3f75d3cce278,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:12.539061 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37662) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:12.967664 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (086cdb05-6b97-4aee-8e53-22343795de0e), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:13.448980 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Deleting port b90e6fb4-32b1-4336-a076-606a77815a07 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:13.449586 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:13.527493 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] For port b90e6fb4-32b1-4336-a076-606a77815a07, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=b90e6fb4-32b1-4336-a076-606a77815a07,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:13.528196 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:13.541063 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Calling delete_port for b90e6fb4-32b1-4336-a076-606a77815a07 owned by network:router_interface {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:13.752604 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (b90e6fb4-32b1-4336-a076-606a77815a07), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:13.778234 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90e6fb4-32b1-4336-a076-606a77815a07,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:13.943849 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (086cdb05-6b97-4aee-8e53-22343795de0e), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:14.155436 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Router 086cdb05-6b97-4aee-8e53-22343795de0e has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:03:14.262261 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:03:14.267238 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-e9243dcf-333a-456e-a840-08fea070f222 admin admin] 10.222.0.60 "PUT /v2.0/routers/086cdb05-6b97-4aee-8e53-22343795de0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271214 Feb 21 10:03:14.269679 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37666) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:14.273054 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] Sync routers for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:03:14.282713 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:14.283333 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:03:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:14.374428 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks [] for router (086cdb05-6b97-4aee-8e53-22343795de0e), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:14.393530 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: dv-cinder-804735-19-iscsi {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:14.479375 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks [] for router_gateway (086cdb05-6b97-4aee-8e53-22343795de0e), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:14.571422 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T10:03:13Z', 'revision_number': 5, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port': {'id': '3d009919-d3ff-45d4-b6d9-546b0c6273de', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:09Z', 'updated_at': '2022-02-21T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:14.590304 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Deleting port 3d009919-d3ff-45d4-b6d9-546b0c6273de {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:14.592351 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:14.597440 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] Checking router: 086cdb05-6b97-4aee-8e53-22343795de0e for host: dv-cinder-804735-19-iscsi {{(pid=109842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:03:14.606283 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] Routers {'086cdb05-6b97-4aee-8e53-22343795de0e'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:14.606885 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:03:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['086cdb05-6b97-4aee-8e53-22343795de0e'], 'active': True} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:14.670828 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] For port 3d009919-d3ff-45d4-b6d9-546b0c6273de, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=3d009919-d3ff-45d4-b6d9-546b0c6273de,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:14.671188 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:14.684394 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Calling delete_port for 3d009919-d3ff-45d4-b6d9-546b0c6273de owned by network:router_gateway {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:14.693799 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvr_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] Set router 086cdb05-6b97-4aee-8e53-22343795de0e gateway port host: None {{(pid=109842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:14.745088 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_hamode_db [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T10:03:14Z', 'revision_number': 6, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:14.774841 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ade2e-7b8b-4e50-8d0d-99cd226decb8 None None] The sync data for ids ['086cdb05-6b97-4aee-8e53-22343795de0e'] in dv-cinder-804735-19-iscsi is: [{'id': '086cdb05-6b97-4aee-8e53-22343795de0e', 'name': 'tempest-TestVolumeBootPattern-559678056-router', 'tenant_id': '6677004a2f1e44f7a29a7e025e86217d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:08Z', 'updated_at': '2022-02-21T10:03:14Z', 'revision_number': 6, 'project_id': '6677004a2f1e44f7a29a7e025e86217d', 'gw_port_host': None}] {{(pid=109842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:03:14.895143 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (3d009919-d3ff-45d4-b6d9-546b0c6273de), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:14.918891 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d009919-d3ff-45d4-b6d9-546b0c6273de,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:14.979542 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (086cdb05-6b97-4aee-8e53-22343795de0e), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.069007 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (086cdb05-6b97-4aee-8e53-22343795de0e), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.071014 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks [] for router_controller (086cdb05-6b97-4aee-8e53-22343795de0e), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.163886 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (086cdb05-6b97-4aee-8e53-22343795de0e), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.164547 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086cdb05-6b97-4aee-8e53-22343795de0e {{(pid=109840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:03:15.171702 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.171702 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-94ac45ac-3838-4991-bb8d-982fea89b272 admin admin] 10.222.0.60 "DELETE /v2.0/routers/086cdb05-6b97-4aee-8e53-22343795de0e HTTP/1.1" status: 204 len: 168 time: 0.9005063 Feb 21 10:03:15.173926 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37668) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:15.220489 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] Deleting subnet 21ec2cde-5773-4c91-8a10-0056dd8224b1 {{(pid=109840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:03:15.224165 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] Publish callbacks [] for subnet (21ec2cde-5773-4c91-8a10-0056dd8224b1), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.257471 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26172227'] for subnet (21ec2cde-5773-4c91-8a10-0056dd8224b1), precommit_delete_associations {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.334255 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (21ec2cde-5773-4c91-8a10-0056dd8224b1), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.438830 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3737603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25945856'] for subnet (21ec2cde-5773-4c91-8a10-0056dd8224b1), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.465066 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ec2cde-5773-4c91-8a10-0056dd8224b1,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:15.469585 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.472898 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-7ea64d92-de6f-4ac2-a877-99f31f78d8d8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/21ec2cde-5773-4c91-8a10-0056dd8224b1 HTTP/1.1" status: 204 len: 168 time: 0.2976859 Feb 21 10:03:15.475393 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf2988-dfd0-46c1-abcd-d15efd8ef032 None None] Network 3b6e4e03-05b1-46bb-9c53-238bf1875ddd requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:03:15.475922 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [-] (109840) accepted ('10.222.0.60', 37670) {{(pid=109840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:15.538595 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b90e6fb4-32b1-4336-a076-606a77815a07 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:15.544650 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (3b6e4e03-05b1-46bb-9c53-238bf1875ddd), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.606115 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Deleting port e61d485d-0969-4e3f-b445-01794b47d191 {{(pid=109840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:15.606557 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (e61d485d-0969-4e3f-b445-01794b47d191), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.675556 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] For port e61d485d-0969-4e3f-b445-01794b47d191, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=e61d485d-0969-4e3f-b445-01794b47d191,segment=NetworkSegment(6ff764d0-0bc8-471a-8371-82e282c0de77),segment_id=6ff764d0-0bc8-471a-8371-82e282c0de77)] {{(pid=109840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:15.675999 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (e61d485d-0969-4e3f-b445-01794b47d191), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.689435 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Calling delete_port for e61d485d-0969-4e3f-b445-01794b47d191 owned by network:dhcp {{(pid=109840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:15.720285 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: b90e6fb4-32b1-4336-a076-606a77815a07 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:15.720635 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device b90e6fb4-32b1-4336-a076-606a77815a07 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:15.813524 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] DHCP port deletion for 3b6e4e03-05b1-46bb-9c53-238bf1875ddd request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:03:15.855099 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3739346'] for port (e61d485d-0969-4e3f-b445-01794b47d191), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.872269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Deleting port e61d485d-0969-4e3f-b445-01794b47d191 {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:15.872269 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (e61d485d-0969-4e3f-b445-01794b47d191), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.882934 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61d485d-0969-4e3f-b445-01794b47d191,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:15.886430 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] No DVR routers for this DVR port e61d485d-0969-4e3f-b445-01794b47d191 on host dv-cinder-804735-19-iscsi {{(pid=109840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:03:15.940111 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] For port e61d485d-0969-4e3f-b445-01794b47d191, host dv-cinder-804735-19-iscsi, got binding levels [] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:15.940505 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (e61d485d-0969-4e3f-b445-01794b47d191), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.952914 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Calling delete_port for e61d485d-0969-4e3f-b445-01794b47d191 owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:15.954167 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (3b6e4e03-05b1-46bb-9c53-238bf1875ddd), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.955600 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.ipam_backend_mixin [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Port e61d485d-0969-4e3f-b445-01794b47d191 was not found and therefore no delete operation was performed {{(pid=109842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 10:03:15.956876 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (e61d485d-0969-4e3f-b445-01794b47d191), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:15.974561 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6e4e03-05b1-46bb-9c53-238bf1875ddd']}} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:15.981141 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Pushing event deleted for resources: {'Port': ['ID=e61d485d-0969-4e3f-b445-01794b47d191,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:15.983513 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff764d0-0bc8-471a-8371-82e282c0de77') {'for_net_delete': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:15.983813 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.services.segments.db [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff764d0-0bc8-471a-8371-82e282c0de77') {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:15.988752 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] No DVR routers for this DVR port e61d485d-0969-4e3f-b445-01794b47d191 on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:03:15.991480 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.991840 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.992188 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.992530 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.992861 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.993192 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.993560 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.993892 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.994219 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.994553 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.994877 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.995198 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.995515 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec87f-3850-4d72-bcb8-34c456784d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-19-iscsi {{(pid=109842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:15.997982 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26172250'] for segment (6ff764d0-0bc8-471a-8371-82e282c0de77), before_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.013090 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (6ff764d0-0bc8-471a-8371-82e282c0de77), precommit_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.019010 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:03:16.019339 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3739365'] for segment (6ff764d0-0bc8-471a-8371-82e282c0de77), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: Traceback (most recent call last): Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: timer() Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: cb(*args, **kw) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: return func(*args, **kwargs) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: self._notify() Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: self.callback(batched_events) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: event.method(event) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: return f(self, *a, **k) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._get(url).json() Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: return self.request(url, 'GET', **kwargs) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:03:16.021722 dv-cinder-804735-19-iscsi neutron-server[109840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:03:16.175533 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (3b6e4e03-05b1-46bb-9c53-238bf1875ddd), after_delete {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.181000 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.184262 dv-cinder-804735-19-iscsi neutron-server[109840]: INFO neutron.wsgi [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3b6e4e03-05b1-46bb-9c53-238bf1875ddd HTTP/1.1" status: 204 len: 168 time: 0.7077854 Feb 21 10:03:16.187457 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37672) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:16.196066 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc87d6-c658-4f94-a24d-ab3033b9fc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6e4e03-05b1-46bb-9c53-238bf1875ddd,revision_number=None']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:16.533417 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694450'] for router_interface (f4e2e98b-a4be-4bca-8a81-b071b5928967), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.776954 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Deleting port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:16.777290 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.860423 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] For port ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,segment=NetworkSegment(0a3c212c-4811-4b1b-b96a-7917c1c9126e),segment_id=0a3c212c-4811-4b1b-b96a-7917c1c9126e)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:16.860783 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.878038 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Calling delete_port for ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 owned by network:router_interface {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:16.932877 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device e61d485d-0969-4e3f-b445-01794b47d191 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:16.952670 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: e61d485d-0969-4e3f-b445-01794b47d191 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:16.953022 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device e61d485d-0969-4e3f-b445-01794b47d191 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:16.953444 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 3d009919-d3ff-45d4-b6d9-546b0c6273de no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:16.971965 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 3d009919-d3ff-45d4-b6d9-546b0c6273de {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:16.983241 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 3d009919-d3ff-45d4-b6d9-546b0c6273de not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:17.112813 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.138632 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:17.304394 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695586'] for router_interface (f4e2e98b-a4be-4bca-8a81-b071b5928967), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.519723 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Router f4e2e98b-a4be-4bca-8a81-b071b5928967 has already been hosted by L3 agent 955b0b3d-58e6-4fd4-84f5-f990a93594f3 {{(pid=109841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:03:17.625871 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] Notify agent at l3_agent.dv-cinder-804735-19-iscsi the message routers_updated {{(pid=109841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:03:17.630954 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-1365f439-12e1-4c49-9193-d3477f6a4e66 admin admin] 10.222.0.60 "PUT /v2.0/routers/f4e2e98b-a4be-4bca-8a81-b071b5928967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423301 Feb 21 10:03:17.633429 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37674) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:17.634956 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a0869-153e-452b-b936-9682471d395c None None] Sync routers for ids ['f4e2e98b-a4be-4bca-8a81-b071b5928967'] in dv-cinder-804735-19-iscsi {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:03:17.644733 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] Routers {'f4e2e98b-a4be-4bca-8a81-b071b5928967'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:17.645875 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:03:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['f4e2e98b-a4be-4bca-8a81-b071b5928967'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:17.740213 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks [] for router (f4e2e98b-a4be-4bca-8a81-b071b5928967), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.837874 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] Set router f4e2e98b-a4be-4bca-8a81-b071b5928967 gateway port host: dv-cinder-804735-19-iscsi {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:17.846734 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks [] for router_gateway (f4e2e98b-a4be-4bca-8a81-b071b5928967), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.952770 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Deleting port 7e2b5df4-d730-4809-a821-ffdcfea075db {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:17.953129 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.016096 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'external_fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T10:03:17Z', 'revision_number': 5, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port': {'id': '7e2b5df4-d730-4809-a821-ffdcfea075db', 'name': '', 'network_id': '0a31e9d4-db1f-44bc-b113-2e474c29defa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9a132566-06a6-4002-a614-29db1dd0735f', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:55:15Z', 'updated_at': '2022-02-21T09:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a132566-06a6-4002-a614-29db1dd0735f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-19-iscsi'}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:18.031491 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] For port 7e2b5df4-d730-4809-a821-ffdcfea075db, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=7e2b5df4-d730-4809-a821-ffdcfea075db,segment=NetworkSegment(9055142f-5b84-4f86-bac3-a6e65329bd65),segment_id=9055142f-5b84-4f86-bac3-a6e65329bd65)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:18.031851 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.046675 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a0869-153e-452b-b936-9682471d395c None None] Checking router: f4e2e98b-a4be-4bca-8a81-b071b5928967 for host: dv-cinder-804735-19-iscsi {{(pid=109843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:03:18.048475 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Calling delete_port for 7e2b5df4-d730-4809-a821-ffdcfea075db owned by network:router_gateway {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:18.055152 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] Routers {'f4e2e98b-a4be-4bca-8a81-b071b5928967'} bound to L3 agent in host dv-cinder-804735-19-iscsi {{(pid=109843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:18.055752 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:33:00Z,description=,heartbeat_timestamp=2022-02-21T10:03:00Z,host='dv-cinder-804735-19-iscsi',id=955b0b3d-58e6-4fd4-84f5-f990a93594f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:33:01Z,topic='l3_agent')) {'router_ids': ['f4e2e98b-a4be-4bca-8a81-b071b5928967'], 'active': True} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:18.141537 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_dvr_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] Set router f4e2e98b-a4be-4bca-8a81-b071b5928967 gateway port host: None {{(pid=109843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:18.193017 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.l3_hamode_db [None req-b10a0869-153e-452b-b936-9682471d395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T10:03:17Z', 'revision_number': 6, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port_host': None}], 'dv-cinder-804735-19-iscsi', False) {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:18.222872 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a0869-153e-452b-b936-9682471d395c None None] The sync data for ids ['f4e2e98b-a4be-4bca-8a81-b071b5928967'] in dv-cinder-804735-19-iscsi is: [{'id': 'f4e2e98b-a4be-4bca-8a81-b071b5928967', 'name': 'tempest-TestVolumeBootPattern-622368802-router', 'tenant_id': '13900fc8d37f489b893ebe4b776d815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:55:14Z', 'updated_at': '2022-02-21T10:03:17Z', 'revision_number': 6, 'project_id': '13900fc8d37f489b893ebe4b776d815f', 'gw_port_host': None}] {{(pid=109843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:03:18.255502 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (7e2b5df4-d730-4809-a821-ffdcfea075db), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.279725 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2b5df4-d730-4809-a821-ffdcfea075db,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:18.340550 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1688968'] for router_gateway (f4e2e98b-a4be-4bca-8a81-b071b5928967), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.430383 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31160'] for router (f4e2e98b-a4be-4bca-8a81-b071b5928967), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.432593 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks [] for router_controller (f4e2e98b-a4be-4bca-8a81-b071b5928967), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.518170 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692525'] for router (f4e2e98b-a4be-4bca-8a81-b071b5928967), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.518664 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e2e98b-a4be-4bca-8a81-b071b5928967 {{(pid=109841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:03:18.523537 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.524679 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-5abc455a-dce4-4f80-a98a-8461143360dd admin admin] 10.222.0.60 "DELETE /v2.0/routers/f4e2e98b-a4be-4bca-8a81-b071b5928967 HTTP/1.1" status: 204 len: 168 time: 0.8901043 Feb 21 10:03:18.527206 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37676) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:18.576318 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.db_base_plugin_v2 [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] Deleting subnet 3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb {{(pid=109841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:03:18.579601 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] Publish callbacks [] for subnet (3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.615802 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26208477'] for subnet (3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb), precommit_delete_associations {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.698713 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748331'] for subnet (3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.804024 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3326134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25632289'] for subnet (3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.829235 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:18.832854 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for subnet (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:18.836434 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-762d1f2b-eaa6-48fa-8658-950221836983 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3c8af1c1-cdbf-4f3e-9bba-b7f94ea5cbfb HTTP/1.1" status: 204 len: 168 time: 0.3079865 Feb 21 10:03:18.840071 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37678) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:18.841388 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04780f0-e238-4372-8234-728dac3a9537 None None] Network a12dd73a-6a17-4601-905f-995595763f8b requested from dv-cinder-804735-19-iscsi {{(pid=109842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:03:18.920670 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626338'] for network (a12dd73a-6a17-4601-905f-995595763f8b), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.011781 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Deleting port 192105f9-5345-43d6-bb49-73e4b75ee190 {{(pid=109841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:19.012108 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.065747 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] DHCP port deletion for a12dd73a-6a17-4601-905f-995595763f8b request from dv-cinder-804735-19-iscsi {{(pid=109842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:03:19.077076 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.db [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] For port 192105f9-5345-43d6-bb49-73e4b75ee190, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=192105f9-5345-43d6-bb49-73e4b75ee190,segment=NetworkSegment(0a3c212c-4811-4b1b-b96a-7917c1c9126e),segment_id=0a3c212c-4811-4b1b-b96a-7917c1c9126e)] {{(pid=109841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:19.077595 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.092149 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Calling delete_port for 192105f9-5345-43d6-bb49-73e4b75ee190 owned by network:dhcp {{(pid=109841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:19.092681 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 7e2b5df4-d730-4809-a821-ffdcfea075db no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:19.120006 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 7e2b5df4-d730-4809-a821-ffdcfea075db {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:19.120350 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 7e2b5df4-d730-4809-a821-ffdcfea075db not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:19.120766 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:19.141915 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:19.142256 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device ae5b273f-5e39-46e6-8ff0-fc210e0b7ec5 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:19.162196 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] Deleting port 192105f9-5345-43d6-bb49-73e4b75ee190 {{(pid=109842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:03:19.162571 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770779542806'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), before_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.225804 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.db [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] For port 192105f9-5345-43d6-bb49-73e4b75ee190, host dv-cinder-804735-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-19-iscsi',level=0,port_id=192105f9-5345-43d6-bb49-73e4b75ee190,segment=NetworkSegment(0a3c212c-4811-4b1b-b96a-7917c1c9126e),segment_id=0a3c212c-4811-4b1b-b96a-7917c1c9126e)] {{(pid=109842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:19.226207 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691322'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), precommit_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.238955 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] Calling delete_port for 192105f9-5345-43d6-bb49-73e4b75ee190 owned by network:dhcp {{(pid=109842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:03:19.272540 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327591'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.304320 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=192105f9-5345-43d6-bb49-73e4b75ee190,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:19.309296 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] No DVR routers for this DVR port 192105f9-5345-43d6-bb49-73e4b75ee190 on host dv-cinder-804735-19-iscsi {{(pid=109841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:03:19.323863 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770779550073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770778991427'] for port (192105f9-5345-43d6-bb49-73e4b75ee190), after_delete {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.350747 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] Pushing event deleted for resources: {'Port': ['ID=192105f9-5345-43d6-bb49-73e4b75ee190,revision_number=None']} {{(pid=109842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:19.352506 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e71879-2614-4615-901c-fe023ce79ffe None None] No DVR routers for this DVR port 192105f9-5345-43d6-bb49-73e4b75ee190 on host dv-cinder-804735-19-iscsi {{(pid=109842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:03:19.384778 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743330', 'neutron.services.segments.db._delete_segments_for_network-8770779504954'] for network (a12dd73a-6a17-4601-905f-995595763f8b), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.404912 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12dd73a-6a17-4601-905f-995595763f8b']}} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:19.414196 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3c212c-4811-4b1b-b96a-7917c1c9126e') {'for_net_delete': True} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:19.414490 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.services.segments.db [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3c212c-4811-4b1b-b96a-7917c1c9126e') {} {{(pid=109841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:19.424584 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770779505475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26208452'] for segment (0a3c212c-4811-4b1b-b96a-7917c1c9126e), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.438714 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150'] for segment (0a3c212c-4811-4b1b-b96a-7917c1c9126e), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.445037 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327568'] for segment (0a3c212c-4811-4b1b-b96a-7917c1c9126e), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: Traceback (most recent call last): Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: timer() Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: cb(*args, **kw) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: return func(*args, **kwargs) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: self._notify() Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: self.callback(batched_events) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: event.method(event) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: return f(self, *a, **k) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._get(url).json() Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: return self.request(url, 'GET', **kwargs) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:03:19.447749 dv-cinder-804735-19-iscsi neutron-server[109841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:03:19.557786 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689060'] for network (a12dd73a-6a17-4601-905f-995595763f8b), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.563137 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696046'] for network (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.573435 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a12dd73a-6a17-4601-905f-995595763f8b HTTP/1.1" status: 204 len: 168 time: 0.7252800 Feb 21 10:03:19.585381 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0111d-9493-47e9-bc3f-591f132d29a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12dd73a-6a17-4601-905f-995595763f8b,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:19.877555 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37682) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:19.917472 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-21b877cc-1660-48f0-b761-89d946b28685 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6677004a2f1e44f7a29a7e025e86217d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387161 Feb 21 10:03:19.919903 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37684) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:19.965475 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3a095f08-1e9a-4c23-9827-c68159ba0560 admin admin] Publish callbacks [] for security_group (b47ac915-78b2-4f27-878c-8e77cc23cbcc), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:19.986214 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3a095f08-1e9a-4c23-9827-c68159ba0560 admin admin] Publish callbacks [] for security_group (b47ac915-78b2-4f27-878c-8e77cc23cbcc), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.078119 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3a095f08-1e9a-4c23-9827-c68159ba0560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (b47ac915-78b2-4f27-878c-8e77cc23cbcc), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.080581 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-3a095f08-1e9a-4c23-9827-c68159ba0560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.081740 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-3a095f08-1e9a-4c23-9827-c68159ba0560 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b47ac915-78b2-4f27-878c-8e77cc23cbcc HTTP/1.1" status: 204 len: 168 time: 0.1609304 Feb 21 10:03:20.090297 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a095f08-1e9a-4c23-9827-c68159ba0560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47ac915-78b2-4f27-878c-8e77cc23cbcc,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:20.671183 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37690) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:20.710402 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-7d51feb0-ee66-4fd2-8da6-dabd7df3f597 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13900fc8d37f489b893ebe4b776d815f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379906 Feb 21 10:03:20.712774 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [-] (109841) accepted ('10.222.0.60', 37692) {{(pid=109841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:20.758083 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc21063d-49f8-4d85-a484-2ac93e60ba36 admin admin] Publish callbacks [] for security_group (3ce720ab-6f78-43e0-bad4-63af2ea1edd1), before_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.778742 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc21063d-49f8-4d85-a484-2ac93e60ba36 admin admin] Publish callbacks [] for security_group (3ce720ab-6f78-43e0-bad4-63af2ea1edd1), precommit_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.878082 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc21063d-49f8-4d85-a484-2ac93e60ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803901'] for security_group (3ce720ab-6f78-43e0-bad4-63af2ea1edd1), after_delete {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.881429 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron_lib.callbacks.manager [None req-cc21063d-49f8-4d85-a484-2ac93e60ba36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.882603 dv-cinder-804735-19-iscsi neutron-server[109841]: INFO neutron.wsgi [None req-cc21063d-49f8-4d85-a484-2ac93e60ba36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ce720ab-6f78-43e0-bad4-63af2ea1edd1 HTTP/1.1" status: 204 len: 168 time: 0.1689584 Feb 21 10:03:20.890852 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21063d-49f8-4d85-a484-2ac93e60ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce720ab-6f78-43e0-bad4-63af2ea1edd1,revision_number=None']} {{(pid=109841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:20.925656 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 192105f9-5345-43d6-bb49-73e4b75ee190 no longer exists at agent ovs-agent-dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:03:20.945900 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.plugin [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] No Port match for: 192105f9-5345-43d6-bb49-73e4b75ee190 {{(pid=109842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:03:20.946254 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron.plugins.ml2.rpc [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Device 192105f9-5345-43d6-bb49-73e4b75ee190 not bound to the agent host dv-cinder-804735-19-iscsi {{(pid=109842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:03:28.180413 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-e935cd91-961b-4518-8cee-df43b4e11776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:30.523581 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b6829895-e1a0-4349-9ef8-94439dc0f865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:31.894706 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:33.574548 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:34.762981 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:35.957118 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:45.628998 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:03:58.193794 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-b6d30ee5-7f32-4cd4-be86-61603b2ee75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:00.528539 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-afa3b755-ff74-458b-8b25-fd05c41112fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:01.911125 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:03.235549 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-2b7e549f-6499-4df1-aa6f-1fbfaf4c7d1c req-ee31576d-0f1f-45d4-b30a-c9870b458ff4 service neutron] (109840) timed out ('10.222.0.10', 53748) {{(pid=109840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:04:03.563757 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:04.745221 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:05.961933 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:22.627519 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:04:28.196009 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-115cfcbc-9055-40c3-964f-489e02a81be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.544787 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d3add442-f047-4899-a7bf-1092491dfb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:31.916013 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:33.602023 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:34.773563 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:35.961592 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:58.188612 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2827-aaf8-4ffe-bcb6-e5a573fa94a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:59.628132 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:05:00.533091 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-d1d92d8f-c277-498b-b2ba-3bb0ed320d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:01.893526 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:03.595915 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:04.748683 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:05.984481 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:28.189960 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eaef9826-6c31-4edf-8507-f3ffa96b9dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:30.532570 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd675-ee17-42a0-ab0f-281b95e713eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:31.921464 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:33.593009 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:34.759113 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:35.967039 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:36.626855 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:05:58.187315 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-4bc34bd8-4906-414f-90ad-b686cc851016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:00.520815 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-9f869cca-adb5-4338-987d-4f2f3ed1e33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:01.932691 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:03.595018 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:04.789680 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:05.992931 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:13.625386 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:06:23.915265 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-bc1185af-d838-45b5-a228-8c6e61815a67 service neutron] (109840) timed out ('10.222.0.60', 60312) {{(pid=109840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:06:24.080230 dv-cinder-804735-19-iscsi neutron-server[109840]: DEBUG neutron.wsgi [req-adb7d6f2-4745-4515-9352-82c98489c691 req-979b8301-a4c9-48f9-836c-4016673f9cb5 tempest-AttachVolumeShelveTestJSON-1408026400 tempest-AttachVolumeShelveTestJSON-1408026400-project] (109840) timed out ('10.222.0.60', 60326) {{(pid=109840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:06:28.200766 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-7b5be67c-4e04-4e71-9380-05e3990c80bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:30.531674 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-5efe3fbc-0748-4905-bc8e-c6a44bef0dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:31.928623 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:33.591491 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:34.789166 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:35.982338 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:50.625041 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:06:58.185334 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-abe442fb-3b5b-4a0b-8c9d-409d79827f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:00.567991 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8a9a-17de-492c-8c6a-9f369d6399f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:01.943015 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:03.608642 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:04.760271 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:05.996099 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:27.624594 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:07:28.211745 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-29164664-1d23-437b-a7d2-9dc6cf74417f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:30.510059 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6725bae8-d78e-4b40-a77d-f9fa5fe0ea15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:31.926886 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:33.611357 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:34.755610 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:36.002217 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:58.200759 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-362d199c-99c5-42f2-b1a9-20f6666676f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:00.537771 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-033d25d6-de73-45ce-8832-4484cba47d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:01.925745 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:03.634747 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:04.622759 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:08:04.748616 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:06.006497 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:28.194332 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-849f9bde-bbe1-4fcb-b8d4-a01cdcedd625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (775baa01-7dbd-48a6-bc2b-d6745fcab74a), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:30.508556 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-be478251-1217-4724-bda0-e70828ef88ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (955b0b3d-58e6-4fd4-84f5-f990a93594f3), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:31.965864 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-6808c1b7-2b80-41f2-b6c5-9c34ca08784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (f43c1d5a-aa43-4258-9138-f152f68d81a9), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:33.600390 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-41ba490e-de89-48ca-902d-0647bef8d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (a60b8714-1a91-4704-86ea-705fd0a988fd), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:34.771941 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-df4047c2-5586-4371-8f5a-06cade099ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (d3f60dd9-a673-4f9d-bb46-a76d2ad1c7eb), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:35.990801 dv-cinder-804735-19-iscsi neutron-server[109842]: DEBUG neutron_lib.callbacks.manager [None req-eb4435cb-4768-4b04-8a12-5f60f9aebf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770779504936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745403'] for agent (45af4767-43d7-4a79-b6cf-120db92f2352), after_update {{(pid=109842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:41.624382 dv-cinder-804735-19-iscsi neutron-server[109843]: DEBUG neutron.db.agents_db [None req-163e82a7-6a70-4866-bf1b-07a1033a0bdd None None] Agent healthcheck: found 6 active agents {{(pid=109843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:08:47.348208 dv-cinder-804735-19-iscsi neutron-server[109841]: DEBUG neutron.wsgi [req-e59dcf68-779a-4aa1-b5a2-06985b60c8ec req-2357a529-1dd1-49a8-a084-259fae862ac0 service neutron] (109841) timed out ('10.222.0.10', 53733) {{(pid=109841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}